-- Logs begin at Wed 2022-05-11 06:56:21 UTC, end at Wed 2022-05-11 08:00:44 UTC. -- May 11 07:29:41.461452 dv-cinder-836996-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 11 07:29:44.240247 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.common.config [-] Logging enabled! May 11 07:29:44.240896 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 11 07:29:44.241027 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103460) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 11 07:29:44.244865 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.common.config [-] Logging enabled! May 11 07:29:44.245116 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 11 07:29:44.245422 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103460) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 11 07:29:44.246387 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 07:29:44.246616 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 07:29:44.246987 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 07:29:44.247230 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 07:29:44.247450 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 07:29:44.247761 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.248154 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.248386 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.248694 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.248968 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.249248 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.249556 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.249850 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.250134 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.250412 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.250691 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.250919 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.251196 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.251478 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.251760 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.251981 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] debug = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.252255 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.252681 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.253086 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.253362 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.253666 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.253944 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.254211 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.254480 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.254764 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.255082 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] host = dv-cinder-836996-20-iscsi {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.255356 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.255637 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.255918 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.256199 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.256470 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.256739 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.257048 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.257318 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.257609 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] log_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.257882 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.258165 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.258448 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.258737 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.258956 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.259171 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.259450 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.259741 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.260011 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.260280 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.260549 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.260818 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.261086 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.261349 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.261653 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.261935 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.262215 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.262484 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.262753 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.263018 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.263283 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.263560 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.263825 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.264096 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.264363 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.264643 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.264910 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.265176 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.265470 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.265780 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.266058 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.266338 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.266607 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.266880 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.267149 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.267414 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.267680 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] use_json = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.267946 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.268210 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.268487 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.268752 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.269017 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.269284 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.269577 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.269850 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.270121 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:44.270415 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.270706 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.271002 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.271283 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.271582 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.271861 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.272148 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.272426 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.272736 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.273023 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.273309 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.273608 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.273906 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.274191 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.274485 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.274791 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.275084 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.275373 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.275645 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.275918 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.276189 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.276462 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.276746 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.277020 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.277303 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.277608 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.277887 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.278180 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.278461 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.278742 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.279031 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.279315 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.279586 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.279860 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.280146 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.280418 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.280686 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.280969 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.281242 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.281507 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.281808 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.282081 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.282350 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.282618 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.282890 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.283173 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.283443 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.283711 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.283979 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.284252 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.284518 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.284799 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.285071 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.285337 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.285627 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.285903 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.286171 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.286437 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.286707 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.286973 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.287243 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.287508 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.287775 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.288044 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.288816 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.289083 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.289348 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.289644 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.289953 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.290178 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.290444 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.290709 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.290976 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.291244 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.291533 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.291805 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.292077 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.292351 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.292625 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.292896 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.293167 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.293440 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.293733 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.294003 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.294286 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.294567 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.294851 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.295130 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.295398 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.295703 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.295975 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.296247 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.296527 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.296797 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.297072 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.297353 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.297656 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.297951 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.298239 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.298531 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.298821 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.299111 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.299386 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.299688 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.299965 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:44.300176 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 07:29:44.300409 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103460) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 11 07:29:44.754658 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 11 07:29:44.754919 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 11 07:29:44.755223 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 11 07:29:44.755550 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.manager [-] Loading core plugin: ml2 May 11 07:29:45.080015 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.080209 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.080470 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.081676 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.081948 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.082207 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.136760 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.137033 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.137294 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.151723 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.152001 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.152266 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.181784 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.182052 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.182312 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.218253 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.218523 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.218787 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.558931 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.559480 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.559480 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.559712 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.560398 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.658141 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.658465 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.658741 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.659006 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.659267 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.659569 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.659823 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.660073 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.660320 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.660594 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.660846 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.661102 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.661350 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.661618 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.661868 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.662124 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.662373 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.662632 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.662891 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.663668 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.663934 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.664180 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.664452 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.664819 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.665061 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.665300 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.665712 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 07:29:45.665948 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 07:29:45.666179 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 07:29:45.666408 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 07:29:45.666635 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 07:29:45.666863 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 07:29:45.667217 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 11 07:29:45.670359 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 11 07:29:45.674237 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 11 07:29:45.677996 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 11 07:29:45.680134 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 11 07:29:45.680595 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 11 07:29:45.680921 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 11 07:29:45.681298 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 11 07:29:45.684235 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 11 07:29:45.684484 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 11 07:29:45.684824 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 11 07:29:45.689903 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 11 07:29:45.713156 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 11 07:29:45.713629 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.713919 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103460) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 11 07:29:45.714285 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.715619 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103460) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 11 07:29:45.715896 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 11 07:29:45.716139 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 11 07:29:45.719488 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.719769 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:45.782114 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 11 07:29:45.782295 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 11 07:29:45.782530 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 11 07:29:45.782887 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 11 07:29:45.804687 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_db.sqlalchemy.engines [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103460) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 11 07:29:46.239559 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Initializing driver for type 'gre' May 11 07:29:46.240084 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] gre ID ranges: [(1, 1000)] May 11 07:29:46.295284 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Initializing driver for type 'local' May 11 07:29:46.295716 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Initializing driver for type 'vlan' May 11 07:29:46.308880 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] VlanTypeDriver initialization complete May 11 07:29:46.309214 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Initializing driver for type 'vxlan' May 11 07:29:46.309740 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] vxlan ID ranges: [(1, 1000)] May 11 07:29:46.360348 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Initializing extension driver 'port_security' May 11 07:29:46.360675 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.extensions.port_security [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] PortSecurityExtensionDriver initialization complete May 11 07:29:46.360995 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Initializing mechanism driver 'openvswitch' May 11 07:29:46.361325 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Initializing mechanism driver 'hyperv' May 11 07:29:46.367921 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.plugin [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:29:46.368752 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > port after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.369125 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > port after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.369479 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > port after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.370035 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 07:29:46.370479 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > subnet after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.370835 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > subnet after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.371187 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > subnet after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.371586 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 07:29:46.371999 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > network after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.372344 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > network after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.372693 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > network after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.373091 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 07:29:46.373499 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > security_group after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.373872 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > security_group after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.374213 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > security_group after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.374612 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 07:29:46.375023 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.375369 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.375706 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.376099 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 07:29:46.376518 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > address_group after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.376849 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > address_group after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.377189 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > address_group after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.377606 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 07:29:46.378053 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] ML2 OVO RPC backend initialized. {{(pid=103460) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 11 07:29:46.378756 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router_interface after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.379110 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.379526 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > network before_response 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.379873 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > networks before_response 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.380218 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > port before_response 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.380557 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > ports before_response 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.380899 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > subnet before_response 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.381239 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > subnets before_response 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.381599 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > network after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.381938 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > network after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.382271 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > network after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.383105 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > port after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.383439 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > port after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.383769 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > port after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.384102 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > subnet after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.384434 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > subnet after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.384765 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > subnet after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.392186 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded quota_driver: . May 11 07:29:46.392544 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.plugin [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Modular L2 Plugin initialization complete May 11 07:29:46.392892 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading services supported by the core plugin {{(pid=103460) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 11 07:29:46.393230 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.plugins.ml2.managers [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Got port-security extension from driver 'port_security' May 11 07:29:46.393735 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.extensions.vlantransparent [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Disabled vlantransparent extension. May 11 07:29:46.394227 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103460) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 11 07:29:46.394550 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading Plugin: router May 11 07:29:46.429482 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router_interface before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.429896 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router after_create 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.430268 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router before_create 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.430631 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.431000 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.431353 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router after_delete 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.431711 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > floatingip after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.432055 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > floatingip after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.432406 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router after_create 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.432748 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router after_update 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.433093 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router after_update 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.433436 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.433937 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router after_update 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.434356 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router precommit_update 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.434725 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: port after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.435065 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: port after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.435401 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: subnet after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.435739 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.436087 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > port precommit_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.436430 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router precommit_create 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.437034 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: port before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.437375 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router precommit_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.437753 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router after_update 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.438093 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router precommit_delete 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.438442 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router precommit_create 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.438799 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router_interface after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.439141 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router precommit_update 55549900 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.439501 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > agent after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.439849 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > agent after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.440192 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > network after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.441049 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Tracking information for resource: router configured {{(pid=103460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 07:29:46.441380 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Tracking information for resource: floatingip configured {{(pid=103460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 07:29:46.446766 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.db.l3_agentschedulers_db [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 11 07:29:46.447338 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: port after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.447701 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: port after_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.448053 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: port after_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.448405 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: port after_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.449187 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router before_create 55550100 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.449560 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router precommit_delete 55550100 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.449946 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router precommit_create 55550100 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.450299 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > router precommit_update 55550100 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.454988 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.services.provider_configuration [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service providers = [] {{(pid=103460) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 11 07:29:46.455354 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.db.servicetype_db [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103460) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 11 07:29:46.458349 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.services.service_base [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 07:29:46.458696 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.services.service_base [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 07:29:46.459035 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.services.service_base [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 07:29:46.459917 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.services.service_base [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 07:29:46.460288 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.services.service_base [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Default provider is not specified for service type L3_ROUTER_NAT May 11 07:29:46.460664 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 07:29:46.461613 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 11 07:29:46.472118 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 07:29:46.472456 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading Plugin: auto_allocate May 11 07:29:46.478202 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: network precommit_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.478573 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: network precommit_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.479118 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 07:29:46.479442 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading Plugin: tag May 11 07:29:46.486203 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 07:29:46.486530 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading Plugin: timestamp May 11 07:29:46.490408 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 07:29:46.490689 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading Plugin: network_ip_availability May 11 07:29:46.496226 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.496598 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.496955 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.497699 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 07:29:46.498022 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading Plugin: flavors May 11 07:29:46.502903 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 07:29:46.503236 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading Plugin: revisions May 11 07:29:46.507470 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 07:29:46.508383 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_concurrency.lockutils [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.753s {{(pid=103460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 11 07:29:46.509110 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103460) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 11 07:29:46.509444 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Initializing extension manager. May 11 07:29:46.509988 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: __init__.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.510330 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: __pycache__ {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.510662 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: _port_mac_address_override.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.510994 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: address_group.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.511746 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.512316 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: address-group May 11 07:29:46.512641 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: address_scope.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.513360 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.513900 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: address-scope May 11 07:29:46.514228 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: admin_state_down_before_update.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.515147 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.515656 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: router-admin-state-down-before-update May 11 07:29:46.515980 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: agent.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.516677 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.517185 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: agent May 11 07:29:46.517507 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: agent_resources_synced.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.518435 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.518950 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: agent-resources-synced May 11 07:29:46.519269 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: allowedaddresspairs.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.521036 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.521581 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: allowed-address-pairs May 11 07:29:46.521913 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: auto_allocated_topology.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.522987 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.524084 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: auto-allocated-topology May 11 07:29:46.524406 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: availability_zone.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.525100 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.525640 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: availability_zone May 11 07:29:46.525967 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: availability_zone_filter.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.526880 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.527394 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: availability_zone_filter May 11 07:29:46.527716 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: data_plane_status.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.528622 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.529129 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension data-plane-status not supported by any of loaded plugins May 11 07:29:46.529449 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: default_subnetpools.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.530399 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.530907 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: default-subnetpools May 11 07:29:46.531227 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: dhcpagentscheduler.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.532024 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.532529 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: dhcp_agent_scheduler May 11 07:29:46.532847 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: dns.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.533800 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.534305 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension dns-integration not supported by any of loaded plugins May 11 07:29:46.534625 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: dns_domain_ports.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.535533 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.536031 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension dns-domain-ports not supported by any of loaded plugins May 11 07:29:46.536350 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.537262 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.537799 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 11 07:29:46.538117 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: dvr.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.538803 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.539302 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: dvr May 11 07:29:46.539619 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: ecmp_routes.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.540522 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.541023 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension ecmp_routes not supported by any of loaded plugins May 11 07:29:46.541341 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: empty_string_filtering.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.542271 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.542785 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: empty-string-filtering May 11 07:29:46.543112 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.544027 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.544527 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 11 07:29:46.544846 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.545790 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.546294 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 11 07:29:46.546617 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: external_net.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.547522 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.548030 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: external-net May 11 07:29:46.548351 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: extra_dhcp_opt.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.549262 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.549804 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: extra_dhcp_opt May 11 07:29:46.550124 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: extraroute.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.551023 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.551526 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: extraroute May 11 07:29:46.551844 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: extraroute_atomic.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.553043 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.553567 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: extraroute-atomic May 11 07:29:46.553913 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: filter_validation.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.554604 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.555112 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: filter-validation May 11 07:29:46.555431 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: fip_pf_description.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.556337 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.556839 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 11 07:29:46.557161 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: fip_pf_port_range.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.558115 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.558617 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 11 07:29:46.558936 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: fip_port_details.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.559843 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.560336 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: fip-port-details May 11 07:29:46.560652 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: flavors.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.562170 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.562685 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: flavors May 11 07:29:46.563011 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.564676 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.565194 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 11 07:29:46.565524 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: floatingip_pools.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.566241 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.566752 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: floatingip-pools May 11 07:29:46.567077 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: ip_allocation.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.568006 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.568511 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension ip_allocation not supported by any of loaded plugins May 11 07:29:46.568834 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.569780 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.570809 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: ip-substring-filtering May 11 07:29:46.571131 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: l2_adjacency.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.572064 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.572570 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension l2_adjacency not supported by any of loaded plugins May 11 07:29:46.572893 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: l3.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.573896 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.574407 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: router May 11 07:29:46.574731 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: l3_conntrack_helper.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.576974 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.577500 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 11 07:29:46.577860 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.578778 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.579292 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: ext-gw-mode May 11 07:29:46.579618 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.580535 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.581046 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: l3-ha May 11 07:29:46.581370 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.582308 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.582815 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 11 07:29:46.583143 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: l3_flavors.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.584058 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.584568 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: l3-flavors May 11 07:29:46.584890 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: l3_ndp_proxy.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.586847 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.587366 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 11 07:29:46.587700 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.588615 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.589128 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: l3-port-ip-change-not-allowed May 11 07:29:46.589454 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: l3agentscheduler.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.590490 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.591004 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: l3_agent_scheduler May 11 07:29:46.591328 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: local_ip.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.594517 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.595037 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension local_ip not supported by any of loaded plugins May 11 07:29:46.595370 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: logging.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.596837 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.597361 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension logging not supported by any of loaded plugins May 11 07:29:46.597738 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: metering.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.598479 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.599065 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: metering May 11 07:29:46.599395 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.600495 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.601011 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: metering_source_and_destination_fields May 11 07:29:46.601369 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: multiprovidernet.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.602325 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.602835 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: multi-provider May 11 07:29:46.603160 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: netmtu.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.604076 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.604581 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: net-mtu May 11 07:29:46.604903 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: netmtu_writable.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.605839 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.606350 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: net-mtu-writable May 11 07:29:46.606672 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: network_availability_zone.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.607334 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.607842 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: network_availability_zone May 11 07:29:46.608167 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: network_ip_availability.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.609256 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.609801 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: network-ip-availability May 11 07:29:46.610128 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: network_segment_range.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.610884 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.611387 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension network-segment-range not supported by any of loaded plugins May 11 07:29:46.611711 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: pagination.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.612681 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.613014 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: pagination May 11 07:29:46.613334 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: port_device_profile.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.614295 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.614809 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: port-device-profile May 11 07:29:46.615131 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: port_mac_address_override.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.616057 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.616570 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: port-mac-override May 11 07:29:46.617402 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.618355 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.618865 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: port-mac-address-regenerate May 11 07:29:46.619188 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.620092 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.620608 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: port-numa-affinity-policy May 11 07:29:46.620932 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: port_resource_request.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.621870 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.622380 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension port-resource-request not supported by any of loaded plugins May 11 07:29:46.622702 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: port_resource_request_groups.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.623659 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.624176 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension port-resource-request-groups not supported by any of loaded plugins May 11 07:29:46.624496 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: portbindings.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.625439 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.625986 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: binding May 11 07:29:46.626306 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: portbindings_extended.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.627551 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.628069 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: binding-extended May 11 07:29:46.628394 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: portsecurity.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.629313 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.629884 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: port-security May 11 07:29:46.630214 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: project_id.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.631188 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.631519 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: project-id May 11 07:29:46.631841 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: providernet.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.633356 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.633894 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: provider May 11 07:29:46.634222 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.637898 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.638424 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos not supported by any of loaded plugins May 11 07:29:46.638753 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.639992 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.640506 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 11 07:29:46.640837 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.641792 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.642298 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 11 07:29:46.642624 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_default.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.643529 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.644051 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-default not supported by any of loaded plugins May 11 07:29:46.644378 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_fip.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.645298 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.645848 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-fip not supported by any of loaded plugins May 11 07:29:46.646177 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_fip_network_policy.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.647086 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.647593 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 11 07:29:46.647917 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_gateway_ip.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.648868 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.649371 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-gateway-ip not supported by any of loaded plugins May 11 07:29:46.649730 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_port_network_policy.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.650646 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.651238 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-port-network-policy not supported by any of loaded plugins May 11 07:29:46.651474 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.652498 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.653010 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-pps-minimum not supported by any of loaded plugins May 11 07:29:46.653335 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.654404 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.654922 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 11 07:29:46.655248 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_pps_rule.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.656412 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.656929 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-pps not supported by any of loaded plugins May 11 07:29:46.657255 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_rule_type_details.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.658224 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.658741 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-rule-type-details not supported by any of loaded plugins May 11 07:29:46.659066 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_rule_type_filter.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.659976 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.660486 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 11 07:29:46.660807 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: qos_rules_alias.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.661885 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.662398 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension qos-rules-alias not supported by any of loaded plugins May 11 07:29:46.662718 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: quota_check_limit.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.663698 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.664241 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: quota-check-limit May 11 07:29:46.664565 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: quotasv2.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.665488 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.665844 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: quotas May 11 07:29:46.666164 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: quotasv2_detail.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.667893 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.668230 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: quota_details May 11 07:29:46.668559 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: rbac.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.669631 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.670156 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: rbac-policies May 11 07:29:46.670483 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: rbac_address_group.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.671415 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.671931 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: rbac-address-group May 11 07:29:46.672251 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: rbac_address_scope.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.673174 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.673723 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: rbac-address-scope May 11 07:29:46.674051 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: rbac_security_groups.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.674970 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.675479 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: rbac-security-groups May 11 07:29:46.675801 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: rbac_subnetpool.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.676716 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.677228 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: rbac-subnetpool May 11 07:29:46.677559 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: revisionifmatch.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.678494 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.679002 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: revision-if-match May 11 07:29:46.679328 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: revisions.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.680945 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.681459 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: standard-attr-revisions May 11 07:29:46.681807 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: router_availability_zone.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.682478 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.682988 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: router_availability_zone May 11 07:29:46.683309 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: routerservicetype.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.684233 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.684750 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension router-service-type not supported by any of loaded plugins May 11 07:29:46.685069 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.686019 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.686533 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: security-groups-normalized-cidr May 11 07:29:46.687110 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: security_groups_port_filtering.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.688035 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.688551 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: port-security-groups-filtering May 11 07:29:46.688873 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.689838 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.690348 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: security-groups-remote-address-group May 11 07:29:46.690666 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.691731 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.692246 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: security-groups-shared-filtering May 11 07:29:46.692569 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.693151 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 11 07:29:46.693470 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: securitygroup.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.703638 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.704167 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: security-group May 11 07:29:46.704501 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: segment.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.705225 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.705772 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension segment not supported by any of loaded plugins May 11 07:29:46.706101 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.707040 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.707551 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 11 07:29:46.707880 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: servicetype.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.708957 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.709473 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: service-type May 11 07:29:46.709830 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: sorting.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.710834 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.711165 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: sorting May 11 07:29:46.711490 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: standard_attr_segment.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.712405 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.712921 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension standard-attr-segment not supported by any of loaded plugins May 11 07:29:46.713245 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: standardattrdescription.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.713923 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.714440 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: standard-attr-description May 11 07:29:46.714772 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: stateful_security_group.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.715730 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.716243 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: stateful-security-group May 11 07:29:46.716565 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: stdattrs_common.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.717130 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 11 07:29:46.717451 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.718394 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.718906 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 11 07:29:46.719228 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: subnet_onboard.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.720285 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.720799 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: subnet_onboard May 11 07:29:46.721119 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.722075 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.722583 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 11 07:29:46.722902 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: subnet_service_types.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.723823 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.724338 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: subnet-service-types May 11 07:29:46.724661 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: subnetallocation.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.725778 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.726330 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: subnet_allocation May 11 07:29:46.726654 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.727314 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.727831 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: subnetpool-prefix-ops May 11 07:29:46.728152 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.729075 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.729608 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 11 07:29:46.729933 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: tagging.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.730982 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.731503 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: standard-attr-tag May 11 07:29:46.731826 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: timestamp.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.733100 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.733655 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loaded extension: standard-attr-timestamp May 11 07:29:46.733982 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: trunk.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.735031 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.735548 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension trunk not supported by any of loaded plugins May 11 07:29:46.735873 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: trunk_details.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.736794 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.737303 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension trunk-details not supported by any of loaded plugins May 11 07:29:46.737663 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: uplink_status_propagation.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.738585 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.739092 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension uplink-status-propagation not supported by any of loaded plugins May 11 07:29:46.739413 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Loading extension file: vlantransparent.py {{(pid=103460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 07:29:46.740073 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 07:29:46.740619 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extension vlan-transparent not supported by any of loaded plugins May 11 07:29:46.743652 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:network May 11 07:29:46.744188 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:subnet May 11 07:29:46.744585 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:subnetpool May 11 07:29:46.744974 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:port May 11 07:29:46.746243 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.746687 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service FLAVORS assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.747297 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.747721 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.748060 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:router May 11 07:29:46.748486 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:floatingip May 11 07:29:46.748967 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service METERING assigned prefix: /metering {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.750446 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.750817 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.751168 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:29:46.752165 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of CountableResource for resource:rbac_policy May 11 07:29:46.752601 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:security_group May 11 07:29:46.753028 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:security_group_rule May 11 07:29:46.753657 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service CORE assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.753991 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:subnetpool May 11 07:29:46.754335 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] subnetpool is already registered May 11 07:29:46.754753 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service CORE assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.755088 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:subnetpool May 11 07:29:46.755419 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] subnetpool is already registered May 11 07:29:46.758269 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.758706 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service FLAVORS assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.759290 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.759710 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.760044 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:router May 11 07:29:46.760380 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] router is already registered May 11 07:29:46.760792 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:floatingip May 11 07:29:46.761124 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] floatingip is already registered May 11 07:29:46.761606 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service METERING assigned prefix: /metering {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.762266 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of CountableResource for resource:rbac_policy May 11 07:29:46.762590 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] rbac_policy is already registered May 11 07:29:46.763002 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:security_group May 11 07:29:46.763335 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] security_group is already registered May 11 07:29:46.763736 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:security_group_rule May 11 07:29:46.764064 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] security_group_rule is already registered May 11 07:29:46.764682 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service CORE assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.765019 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:subnetpool May 11 07:29:46.765355 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] subnetpool is already registered May 11 07:29:46.765799 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.v2.resource_helper [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Service CORE assigned prefix: {{(pid=103460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 07:29:46.766125 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Creating instance of TrackedResource for resource:subnetpool May 11 07:29:46.766456 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING neutron.quota.resource_registry [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] subnetpool is already registered May 11 07:29:46.766923 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: extensions {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.768347 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: address-groups {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.769863 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: address-scopes {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.771167 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: agents {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.772328 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: auto-allocated-topology {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.773636 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: availability_zones {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.774853 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: dhcp-networks {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.776357 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: dhcp-agents {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.777800 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: routers {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.779502 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: flavors {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.780779 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: service_profiles {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.782004 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: next_providers {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.783427 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: service_profiles {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.784965 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: floatingip-pools {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.786229 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: routers {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.787913 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: floatingips {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.790212 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: l3-routers {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.791651 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: l3-agents {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.793352 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: metering-labels {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.794436 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: metering-label-rules {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.795885 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: network-ip-availabilities {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.798072 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: bindings {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.800898 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: quotas {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.802822 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: quotas {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.804874 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: rbac-policies {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.806116 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: security-groups {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.807409 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: security-group-rules {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.808677 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: service-providers {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.809909 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: subnetpools {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.811236 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: subnetpools {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.813063 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: tags {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.814743 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: tags {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.816545 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: tags {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.818404 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: tags {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.820669 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: tags {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.822628 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: tags {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.824304 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: tags {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.826251 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: tags {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.828015 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: tags {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.829755 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron.api.extensions [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Extended resource: tags {{(pid=103460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 07:29:46.835710 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING keystonemiddleware.auth_token [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 11 07:29:46.840937 dv-cinder-836996-20-iscsi neutron-server[103460]: WARNING keystonemiddleware.auth_token [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 11 07:29:46.849561 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_concurrency.lockutils [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Acquired lock "singleton_lock" {{(pid=103460) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 11 07:29:46.850038 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_concurrency.lockutils [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Releasing lock "singleton_lock" {{(pid=103460) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 11 07:29:46.850696 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO oslo_service.service [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Starting 2 workers May 11 07:29:46.855618 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Started child 103567 {{(pid=103460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 07:29:46.860063 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Started child 103568 {{(pid=103460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 07:29:46.860959 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:29:46.861649 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO neutron.service [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Neutron service started, listening on 0.0.0.0:9696 May 11 07:29:46.862270 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Publish callbacks [] for process (None), before_spawn {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:29:46.862644 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [-] (103567) wsgi starting up on http://0.0.0.0:9696 May 11 07:29:46.864653 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO oslo_service.service [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Starting 1 workers May 11 07:29:46.864816 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:29:46.866286 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [-] (103568) wsgi starting up on http://0.0.0.0:9696 May 11 07:29:46.870380 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Started child 103569 {{(pid=103460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 07:29:46.870939 dv-cinder-836996-20-iscsi neutron-server[103460]: INFO oslo_service.service [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Starting 1 workers May 11 07:29:46.874129 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.service [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] calling RpcWorker wait() {{(pid=103569) _wait /opt/stack/neutron/neutron/service.py:128}} May 11 07:29:46.874639 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.service [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] returning from RpcWorker wait() {{(pid=103569) _wait /opt/stack/neutron/neutron/service.py:135}} May 11 07:29:46.875463 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Started child 103570 {{(pid=103460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 07:29:46.875832 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:29:46.876293 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf1f0-80c8-4728-be44-143c5b40ebff None None] Publish callbacks [] for process (None), after_spawn {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:29:46.876445 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:29:46.878573 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103460) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 11 07:29:46.878573 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 07:29:46.878573 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 07:29:46.879222 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 07:29:46.879496 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 07:29:46.879620 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 07:29:46.880143 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.880444 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.880686 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.881029 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.881557 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.881870 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.882110 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.882211 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:29:46.883558 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.883558 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.883558 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.883786 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.883982 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.884392 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.884618 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:29:46.885024 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.885269 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.885481 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.885932 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.885932 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.886259 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.886410 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.886639 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.886906 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] debug = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.887245 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.887706 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.887971 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.888176 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.888389 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.888661 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.889018 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.889155 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.889521 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.889682 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.889827 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.890183 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.890481 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.890481 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.890798 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.890967 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.891166 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.891720 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] host = dv-cinder-836996-20-iscsi {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.892076 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.892325 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.892325 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.892697 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.892864 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.893098 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.893298 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.893623 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.893805 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.894052 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.894549 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.894549 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.894853 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.895121 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.895121 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_options = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.895310 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.895627 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.895822 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.896010 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.896163 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.896329 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.896579 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.896722 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.897135 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.897374 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.897374 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.897843 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.897843 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.898148 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.898528 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.898528 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.898992 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.898992 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.899277 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.899453 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.899597 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.899806 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.900210 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.900210 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.900513 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.900650 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.900882 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.901124 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.901326 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.901672 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.901774 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.902324 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.902324 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.903446 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.903446 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.903446 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.903446 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.903719 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.903864 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.904055 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.904470 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.904958 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.905183 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.905400 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.905639 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.906040 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.906170 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_json = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.906311 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.906548 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.906792 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.907020 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.907400 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.907626 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.907849 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.908112 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.908348 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.911514 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.911514 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.911514 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.911514 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.911514 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.911514 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.911514 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.911514 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.914187 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.914187 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.914187 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.914187 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.914187 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.914187 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.914187 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.915039 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.915039 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.915039 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.917635 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.918284 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.918910 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.919320 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.919632 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.919880 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.920131 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.920625 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.920870 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.921193 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.921490 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.921791 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.922161 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.922440 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.922728 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.922984 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.923229 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.923497 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.923735 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.923986 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.924263 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.924490 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.924773 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.925012 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.925248 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.925482 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.925754 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.926004 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.926261 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.926522 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.926784 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.926998 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.927231 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.927451 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.927680 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.928073 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.928306 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.928555 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.928814 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.929066 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.929293 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.930092 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.930333 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.930549 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.930777 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.931000 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.931235 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.931461 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.931651 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.931869 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.932122 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.932356 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.932585 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.932776 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.933014 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.933226 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.933448 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.933714 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.934471 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.934713 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.934931 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.935143 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.935353 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.935569 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.935775 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.935988 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.936197 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.936412 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.936624 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.937115 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.937325 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.937571 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.937813 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.938131 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.938384 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.938639 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.938860 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.939105 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.939337 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.939573 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.939801 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.940041 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.940254 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.940531 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.940749 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.941162 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.941568 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.941977 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.942370 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.942735 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.943098 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.943663 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.944052 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.944293 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.944530 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.945125 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.945878 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.946146 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.946384 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.946642 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.946938 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.947221 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.947447 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.947692 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.947947 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.948240 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.948555 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.948816 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.949083 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.949304 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.949855 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.950135 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.950423 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.950678 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.950918 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.951142 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.951571 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.951664 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.951855 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.952121 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.952445 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.952680 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.952893 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.953104 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.953575 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.953969 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.954389 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.954635 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.954923 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.955146 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.955388 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.955663 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.955881 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.956165 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.956397 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.956634 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.956854 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.957089 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.957340 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.957600 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.957820 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.958089 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.958306 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.958536 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.958767 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.958987 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.959226 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.959475 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.959753 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.959976 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.960218 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.960437 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.960716 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.960937 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.961155 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.961410 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.961673 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.961951 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.962199 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.962414 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.962643 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.962898 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.963149 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.963369 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.963615 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.963834 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.964070 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.964284 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.964503 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.964715 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.964926 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.965153 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.965372 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.965628 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.965849 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.966203 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.966448 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.966667 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.966927 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.967166 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.967380 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.967598 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.967812 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.968060 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.968278 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.968524 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.968760 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.968989 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.969208 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.969422 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.969681 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.969939 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.970203 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.970444 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.970659 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.970897 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.971111 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.971386 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.971577 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.972265 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.972482 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.972693 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.972932 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.973161 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.973471 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.973715 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.974202 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.974202 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.974417 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.974646 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.975061 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.975276 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.975525 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.975749 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.975958 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.976832 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.977223 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.977437 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.977688 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.978041 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.978161 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.979640 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.979640 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.979640 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.979640 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.979640 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.979640 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.979640 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.980170 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.980170 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.980312 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.980434 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.980646 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.980854 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.981080 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.981309 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.981517 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.981760 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.981994 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.982202 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.982493 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.982752 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.982970 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.983236 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.983494 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.983777 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.983990 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.984451 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.984669 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.984929 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.985161 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.985590 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.985836 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.986107 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.986437 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.986725 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.986982 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.987218 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.987460 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.987748 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.988009 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.988224 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.988544 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.988859 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.989141 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.989400 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.989665 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.989901 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.990153 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.990394 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.990610 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.990874 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.991032 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.991416 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.991666 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.991999 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.992901 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.992901 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.993122 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.993357 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.993487 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:29:46.993630 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.993881 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.994038 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:46.994219 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 07:29:46.994761 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103460) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 11 07:29:46.994919 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 07:29:46.995081 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 07:29:46.995275 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 07:29:46.995445 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 07:29:46.995595 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 07:29:46.995801 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.995958 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.996152 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.996271 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.996453 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.996687 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.996890 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.997475 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.997475 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.997686 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.997686 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.997840 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.997986 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.998142 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.998546 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.998706 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.999044 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.999214 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.999373 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.999535 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.999689 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:46.999988 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] debug = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.000286 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.000614 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.000931 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.001225 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.001527 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.001733 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.001873 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.002010 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.002171 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.002328 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.002486 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.002642 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.002800 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.002960 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.003118 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.003277 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.003435 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.003597 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] host = dv-cinder-836996-20-iscsi {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.003755 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.003925 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.004098 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.004223 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.004383 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.004562 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.004713 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.004846 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.005007 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.005160 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.005315 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.005470 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.005650 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.005809 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.005965 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_options = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.006122 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.006280 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.006438 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.006626 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.006791 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.006948 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.007105 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.007262 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.007418 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.008162 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.008329 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.008487 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.008643 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.008801 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.008962 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.009118 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.009274 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.009414 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.009612 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.009772 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.009928 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.010084 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.010239 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.010595 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.010595 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.010846 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.010846 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.011107 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.011107 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.011260 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.011402 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.011560 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.011899 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.011899 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.012060 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.012147 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.012295 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.012451 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.012610 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.012767 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.012923 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.013080 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.013237 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.013428 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.013565 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.013715 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.013872 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_json = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.014027 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.014183 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.014339 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.014496 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.014652 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.014807 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.014964 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.015120 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.015279 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 07:29:47.015453 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.015613 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.015784 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.015942 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.016101 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.016260 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.016418 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.016576 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.016735 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.016893 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.017058 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.017217 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.017384 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.017575 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.017727 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.017890 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.018049 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.018208 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.018367 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.018577 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.018856 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.019059 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.019371 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.019772 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.019772 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.019954 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.020061 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.020200 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.020363 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.020542 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.020698 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.021066 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.021066 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.021233 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.021312 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.021450 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.021631 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.021814 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.021953 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.022113 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.022272 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.022666 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.022666 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.022821 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.022886 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.023030 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.023793 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.023889 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.024036 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.024201 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.024341 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.024484 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.024643 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.024803 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.024963 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.025123 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.025282 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.025450 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.025656 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.025843 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.025999 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.026080 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.026593 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.026593 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.026593 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.026831 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.026831 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.026973 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.027633 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.027633 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.027633 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.027633 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.027903 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.027903 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.028020 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.028167 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.028327 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.028484 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.028644 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.028802 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.028965 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.029124 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.029283 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.029446 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.029626 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.029783 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.029940 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.030098 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.030260 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.030415 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.030729 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.030908 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.031067 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.031225 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.031386 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.031544 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.031703 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.031863 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.032022 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.032181 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.032340 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.032498 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.032657 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.032818 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.032982 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.033136 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.033439 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.033766 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.033953 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.034074 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.034234 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.034393 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.035971 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.035971 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.035971 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.035971 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.035971 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.035971 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.035971 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.035971 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.036483 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.036483 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.036483 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.036483 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.036483 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.036483 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.036836 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.036836 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.036974 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.037076 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.037235 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.037394 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.037584 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.037724 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.037895 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.038056 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.038217 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.038375 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.038558 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.038738 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.038904 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.039064 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.039224 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.039383 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.039544 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.039703 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.039861 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.040020 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.040179 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.040338 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.040498 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.040657 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.040817 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.040975 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.041138 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.041300 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.041458 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.041640 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.041801 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.041959 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.042119 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.042278 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.042437 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.042595 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.042754 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.042915 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.043072 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.043230 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.043389 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.043548 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.043707 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.043866 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.044026 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.044185 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.044343 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.044504 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.044663 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.044823 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.044982 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.045144 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.045303 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.045461 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.045663 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.045825 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.045984 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.046144 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.046302 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.046462 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.046622 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.046780 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.046941 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.047099 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.047258 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.047432 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.047591 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.047749 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.047911 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.048070 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.048230 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.048389 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.048548 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.048706 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.048869 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.049031 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.049190 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.049348 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.049506 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.049688 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.049847 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.050008 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.050169 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.050328 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.050487 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.050647 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.050806 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.050965 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.051124 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.051283 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.051441 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.051601 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.051759 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.051917 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.052089 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.052247 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.052407 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.052565 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.052724 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.052883 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.053051 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.053209 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.053368 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.053527 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.053710 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.053869 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.054056 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.054197 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.054377 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.054536 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.054700 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.054857 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.055026 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.055183 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.055339 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.055497 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.055655 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.055813 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.055981 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.056139 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.056298 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.056456 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.056613 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.056771 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.056939 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.057097 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.057255 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.057414 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.057596 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.057756 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.057922 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.058082 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.058239 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.058404 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.058561 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.058720 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.058883 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.059051 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.059210 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.059372 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.059531 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.059704 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.059849 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.060009 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.060172 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.060341 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.060506 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.060667 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.060833 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.060999 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.061166 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.061325 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.061488 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.061681 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.062101 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.062259 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.062418 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.062577 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.062736 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.062893 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.063051 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.063210 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.063369 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.063526 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.063685 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.063843 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.064002 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.064159 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.064318 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.064478 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.064637 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.064796 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.064955 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 07:29:47.065105 dv-cinder-836996-20-iscsi neutron-server[103460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 07:29:47.135287 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 43512) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:29:47.143919 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065773 May 11 07:29:58.308472 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb479a88-b8d9-4c48-b5e6-c04e40945dce None None] get_active_networks_info from dv-cinder-836996-20-iscsi {{(pid=103569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 11 07:29:58.408044 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb479a88-b8d9-4c48-b5e6-c04e40945dce None None] No non-hosted networks {{(pid=103569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 11 07:29:58.425229 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.agentschedulers_db [None req-cb479a88-b8d9-4c48-b5e6-c04e40945dce None None] DHCP Agent not found on host dv-cinder-836996-20-iscsi {{(pid=103569) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 11 07:29:58.531534 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2134c7ce-99e5-4337-b330-77842627d6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-984162'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:00.619185 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8ec49018-0627-48aa-aa39-edf85380fe3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-984162'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:00.671961 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dbc51df2-e5a0-4513-acdb-184d9fcfbdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:01.614991 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-984162'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:01.713293 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 43580) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:02.231457 dv-cinder-836996-20-iscsi neutron-server[103568]: WARNING oslo_policy.policy [None req-992fb4eb-260c-4fd8-a3f7-282ab19d2696 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 07:30:02.232353 dv-cinder-836996-20-iscsi neutron-server[103568]: WARNING oslo_policy.policy [None req-992fb4eb-260c-4fd8-a3f7-282ab19d2696 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 07:30:02.453121 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [None req-992fb4eb-260c-4fd8-a3f7-282ab19d2696 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:30:02.456283 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-992fb4eb-260c-4fd8-a3f7-282ab19d2696 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7417536 May 11 07:30:03.189391 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-984162'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:04.645511 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-984162'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:04.646530 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.646714 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.647094 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.648504 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.648840 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.649162 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.649495 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.650650 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.650650 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.650851 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.651162 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.651486 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.652042 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.652362 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.652676 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:04.653064 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-20-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:30:04.661312 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-20-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:30:05.334096 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 43610) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:05.669254 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-b2973262-4a26-429b-b1e9-81d6d77ba646 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:30:05.762378 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.policy [None req-b2973262-4a26-429b-b1e9-81d6d77ba646 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103568) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 07:30:05.805884 dv-cinder-836996-20-iscsi neutron-server[103568]: WARNING oslo_policy.policy [None req-b2973262-4a26-429b-b1e9-81d6d77ba646 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 07:30:05.806269 dv-cinder-836996-20-iscsi neutron-server[103568]: WARNING oslo_policy.policy [None req-b2973262-4a26-429b-b1e9-81d6d77ba646 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 07:30:05.913879 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b2973262-4a26-429b-b1e9-81d6d77ba646 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762831731837', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762831732289', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762831716154', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762831690192', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762831694226', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762831670120', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7901450', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7907384', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-989716', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-937287'] for rbac-policy (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:05.986615 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b2973262-4a26-429b-b1e9-81d6d77ba646 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:05.997693 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-b2973262-4a26-429b-b1e9-81d6d77ba646 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6623790 May 11 07:30:07.871069 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.db.l3_hamode_db [None req-82158084-9b9b-420b-8a1d-bca882fbc3a9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 11 07:30:07.949172 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82158084-9b9b-420b-8a1d-bca882fbc3a9 None None] Routers set() bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:30:07.949565 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82158084-9b9b-420b-8a1d-bca882fbc3a9 None None] Router IDs set() for agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 11 07:30:08.452175 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 43622) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:08.945198 dv-cinder-836996-20-iscsi neutron-server[103567]: WARNING oslo_policy.policy [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 07:30:08.945774 dv-cinder-836996-20-iscsi neutron-server[103567]: WARNING oslo_policy.policy [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 07:30:09.161335 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:30:09.218353 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Made reservation on behalf of 52ce4f52f95b46479b0949667e03c0d3 for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:30:09.278652 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.policy [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103567) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 07:30:09.321155 dv-cinder-836996-20-iscsi neutron-server[103567]: WARNING oslo_policy.policy [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 07:30:09.321533 dv-cinder-836996-20-iscsi neutron-server[103567]: WARNING oslo_policy.policy [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 07:30:09.331761 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:09.354913 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:09.478559 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Publish callbacks [] for security_group (24b2c7c0-33bc-41e0-95da-5f66c8a364eb), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:09.483065 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (24b2c7c0-33bc-41e0-95da-5f66c8a364eb), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:09.515013 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:30:09.545010 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (de94d360-dd61-4397-ae7b-e1b7a75e1a37), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:09.545501 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Added segment de94d360-dd61-4397-ae7b-e1b7a75e1a37 of type vlan for network a04819db-0fcb-4bf6-a30f-0432e78cfc59 May 11 07:30:09.561144 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=24b2c7c0-33bc-41e0-95da-5f66c8a364eb,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:09.616255 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.616636 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.616982 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.617331 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.617687 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.618015 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.618329 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.618649 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.618965 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.619279 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.619802 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.620142 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.620572 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.620884 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.621196 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Tracked resource versions report: May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: pushed versions: May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: { 'AddressGroup': {'1.2'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Agent': {'1.1'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'ConntrackHelper': {'1.0'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'LocalIPAssociation': {'1.0'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Log': {'1.0'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'NDPProxy': {'1.0'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Network': {'1.1'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Port': {'1.7'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'PortForwarding': {'1.3'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'QosPolicy': {'1.10'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SecurityGroup': {'1.5'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SecurityGroupRule': {'1.2'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SubPort': {'1.0'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Subnet': {'1.1'}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Trunk': {'1.1'}} May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: consumer versions: May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: { DHCP agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: L3 agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: Metadata agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: Metering agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: Open vSwitch agent@dv-cinder-836996-20-iscsi: { 'AddressGroup': '1.2', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Agent': '1.1', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'ConntrackHelper': '1.0', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'LocalIPAssociation': '1.0', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Log': '1.0', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'NDPProxy': '1.0', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Network': '1.1', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Port': '1.7', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'PortForwarding': '1.3', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'QosPolicy': '1.10', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SecurityGroup': '1.5', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SecurityGroupRule': '1.2', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SubPort': '1.0', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Subnet': '1.1', May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Trunk': '1.1'}} May 11 07:30:09.622647 dv-cinder-836996-20-iscsi neutron-server[103567]: {{(pid=103567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 07:30:09.655596 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (a04819db-0fcb-4bf6-a30f-0432e78cfc59), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:09.699558 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (a04819db-0fcb-4bf6-a30f-0432e78cfc59), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:09.704747 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:30:09.705460 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:09.773307 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3189452 May 11 07:30:09.833205 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d146bcf-c71d-470b-bec0-db8614033a98 demo demo] Pushing event updated for resources: {'Network': ['ID=a04819db-0fcb-4bf6-a30f-0432e78cfc59,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:09.846393 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network a04819db-0fcb-4bf6-a30f-0432e78cfc59 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:30:12.284513 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 43642) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:12.691867 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c560ab3-b575-4f61-8c7f-48c1b4a15aff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:30:12.693576 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-1c560ab3-b575-4f61-8c7f-48c1b4a15aff demo admin] 10.222.0.36 "GET /v2.0/networks/a04819db-0fcb-4bf6-a30f-0432e78cfc59 HTTP/1.1" status: 200 len: 825 time: 0.4077985 May 11 07:30:12.731850 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b2ef836a-3b13-49e2-86d1-773a37282fd4 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/4e912354-f434-425d-8c5d-42b9cd447b03 HTTP/1.1" status: 200 len: 734 time: 0.0320647 May 11 07:30:12.740878 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59', 'subnetpool_id': '4e912354-f434-425d-8c5d-42b9cd447b03'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:30:12.763920 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Made reservation on behalf of 52ce4f52f95b46479b0949667e03c0d3 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:30:12.766203 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:13.060578 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for subnet (6976af81-711d-40f5-9a52-2a3329a5dd45), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:13.128103 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6976af81-711d-40f5-9a52-2a3329a5dd45,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:13.130107 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Checking segment: {'id': 'de94d360-dd61-4397-ae7b-e1b7a75e1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:30:13.130489 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Network hostable DHCP agents. Network: a04819db-0fcb-4bf6-a30f-0432e78cfc59, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:30:13.152138 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Network a04819db-0fcb-4bf6-a30f-0432e78cfc59 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:30:13.163885 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, a04819db-0fcb-4bf6-a30f-0432e78cfc59) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:30:13.169864 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:30:13.170547 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:13.173843 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d6056-b4e6-4326-90e1-52a3295d1fbe None None] Network a04819db-0fcb-4bf6-a30f-0432e78cfc59 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:30:13.189481 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f2e4be56-0b8f-4ff9-8919-c00a5b4eb6b8 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4520352 May 11 07:30:13.439293 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-a04819db-0fcb-4bf6-a30f-0432e78cfc59', 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59', 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'fixed_ips': [{'subnet_id': '6976af81-711d-40f5-9a52-2a3329a5dd45'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:30:13.440628 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:13.717869 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Allocated IP 172.20.0.2 (a04819db-0fcb-4bf6-a30f-0432e78cfc59/6976af81-711d-40f5-9a52-2a3329a5dd45/6c897ded-6e49-4a83-8e94-24410e3b5f4d) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:30:13.990268 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Publish callbacks [] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:13.998130 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:14.069944 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Network a04819db-0fcb-4bf6-a30f-0432e78cfc59 is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:30:14.075792 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:30:14.086880 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:30:14.089714 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Pushing event updated for resources: {'Port': ['ID=6c897ded-6e49-4a83-8e94-24410e3b5f4d,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:14.123061 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.123273 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.123636 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.123990 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.124385 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.124711 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.125032 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.125354 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.126779 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.126779 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.126779 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.126779 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.127103 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.127308 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.127606 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Tracked resource versions report: May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: pushed versions: May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: { 'AddressGroup': {'1.2'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Agent': {'1.1'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'ConntrackHelper': {'1.0'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'LocalIPAssociation': {'1.0'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Log': {'1.0'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'NDPProxy': {'1.0'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Network': {'1.1'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Port': {'1.7'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'PortForwarding': {'1.3'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'QosPolicy': {'1.10'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SecurityGroup': {'1.5'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SecurityGroupRule': {'1.2'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SubPort': {'1.0'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Subnet': {'1.1'}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Trunk': {'1.1'}} May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: consumer versions: May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: { DHCP agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: L3 agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: Metadata agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: Metering agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: Open vSwitch agent@dv-cinder-836996-20-iscsi: { 'AddressGroup': '1.2', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Agent': '1.1', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'ConntrackHelper': '1.0', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'LocalIPAssociation': '1.0', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Log': '1.0', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'NDPProxy': '1.0', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Network': '1.1', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Port': '1.7', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'PortForwarding': '1.3', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'QosPolicy': '1.10', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SecurityGroup': '1.5', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SecurityGroupRule': '1.2', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SubPort': '1.0', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Subnet': '1.1', May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Trunk': '1.1'}} May 11 07:30:14.129073 dv-cinder-836996-20-iscsi neutron-server[103569]: {{(pid=103569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 07:30:14.181491 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Attempting to bind port 6c897ded-6e49-4a83-8e94-24410e3b5f4d on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:30:14.182215 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Attempting to bind port 6c897ded-6e49-4a83-8e94-24410e3b5f4d by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'de94d360-dd61-4397-ae7b-e1b7a75e1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:30:14.182512 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Attempting to bind port 6c897ded-6e49-4a83-8e94-24410e3b5f4d on network a04819db-0fcb-4bf6-a30f-0432e78cfc59 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:30:14.187636 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:30:14.188019 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Checking segment: {'id': 'de94d360-dd61-4397-ae7b-e1b7a75e1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:30:14.188497 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:14.188881 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Bound using segment: {'id': 'de94d360-dd61-4397-ae7b-e1b7a75e1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:30:14.189362 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Bound port: 6c897ded-6e49-4a83-8e94-24410e3b5f4d, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de94d360-dd61-4397-ae7b-e1b7a75e1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:30:14.189783 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:14.252428 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] For port 6c897ded-6e49-4a83-8e94-24410e3b5f4d, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:30:14.273684 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] For port 6c897ded-6e49-4a83-8e94-24410e3b5f4d, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6c897ded-6e49-4a83-8e94-24410e3b5f4d,segment=NetworkSegment(de94d360-dd61-4397-ae7b-e1b7a75e1a37),segment_id=de94d360-dd61-4397-ae7b-e1b7a75e1a37)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:30:14.287241 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:14.342589 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba44632-7059-4869-90bd-382c56a94b9f None None] Pushing event updated for resources: {'Port': ['ID=6c897ded-6e49-4a83-8e94-24410e3b5f4d,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:15.678802 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 43652) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:16.010462 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [None req-bed8ef1b-6dfc-4bad-ac8b-f4afd88479af admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:30:16.011451 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-bed8ef1b-6dfc-4bad-ac8b-f4afd88479af admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3317051 May 11 07:30:18.462098 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 43660) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:18.771073 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [None req-6afb8d88-9487-4ca3-9d1c-b9f65bc0d56f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:30:18.772729 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-6afb8d88-9487-4ca3-9d1c-b9f65bc0d56f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3091865 May 11 07:30:21.204361 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 43668) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:21.523855 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-53110e39-dbad-4cec-8458-87bac9c070ec demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:30:21.551812 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-53110e39-dbad-4cec-8458-87bac9c070ec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (8b74dd50-2a8e-478d-8494-ddd97177356d), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:21.553948 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-53110e39-dbad-4cec-8458-87bac9c070ec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (8b74dd50-2a8e-478d-8494-ddd97177356d), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:21.690093 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-53110e39-dbad-4cec-8458-87bac9c070ec demo demo] Publish callbacks [] for router_controller (8b74dd50-2a8e-478d-8494-ddd97177356d), precommit_add_association {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:21.695393 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-53110e39-dbad-4cec-8458-87bac9c070ec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (8b74dd50-2a8e-478d-8494-ddd97177356d), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:21.712299 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-53110e39-dbad-4cec-8458-87bac9c070ec demo demo] Publish callbacks [] for router (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:21.713452 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-53110e39-dbad-4cec-8458-87bac9c070ec demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5080998 May 11 07:30:24.165070 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 43680) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:24.478067 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [None req-55404556-de14-4a49-a4db-85c285525373 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:30:24.479054 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-55404556-de14-4a49-a4db-85c285525373 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3130002 May 11 07:30:25.412770 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6c897ded-6e49-4a83-8e94-24410e3b5f4d up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:30:25.505213 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 6c897ded-6e49-4a83-8e94-24410e3b5f4d triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:25.505662 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:25.617436 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 6c897ded-6e49-4a83-8e94-24410e3b5f4d is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:30:25.617918 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:25.657387 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 6c897ded-6e49-4a83-8e94-24410e3b5f4d, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6c897ded-6e49-4a83-8e94-24410e3b5f4d,segment=NetworkSegment(de94d360-dd61-4397-ae7b-e1b7a75e1a37),segment_id=de94d360-dd61-4397-ae7b-e1b7a75e1a37)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:30:25.661812 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:25.714685 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=6c897ded-6e49-4a83-8e94-24410e3b5f4d,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:25.786373 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484fc380-3c20-4bc4-8be1-4432a345437c None None] Network a04819db-0fcb-4bf6-a30f-0432e78cfc59 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:30:25.872061 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-03d7feb3-8e33-4765-95eb-fb5929d72023 None None] Provisioning complete for port 6c897ded-6e49-4a83-8e94-24410e3b5f4d triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:25.872402 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-03d7feb3-8e33-4765-95eb-fb5929d72023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:25.983559 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-03d7feb3-8e33-4765-95eb-fb5929d72023 None None] Current status of the port 6c897ded-6e49-4a83-8e94-24410e3b5f4d is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:30:26.101789 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-96fc7cff-400d-49ea-9ed7-fe21e930259b None None] Provisioning complete for port 6c897ded-6e49-4a83-8e94-24410e3b5f4d triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:26.102254 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-96fc7cff-400d-49ea-9ed7-fe21e930259b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:26.179871 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-96fc7cff-400d-49ea-9ed7-fe21e930259b None None] Current status of the port 6c897ded-6e49-4a83-8e94-24410e3b5f4d is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:30:26.941622 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 43688) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:27.247175 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:30:27.274997 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Made reservation on behalf of 5da8d434269248bf956fab772dd66ddd for: {'network': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:30:27.277973 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:27.294011 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:27.386348 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6c897ded-6e49-4a83-8e94-24410e3b5f4d up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:30:27.414064 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Publish callbacks [] for security_group (5c18019d-fbd1-4ff7-826b-5a8d353f2e0e), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:27.417855 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5c18019d-fbd1-4ff7-826b-5a8d353f2e0e), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:27.429174 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103568) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 11 07:30:27.433762 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 6c897ded-6e49-4a83-8e94-24410e3b5f4d triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:27.434159 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:27.464853 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (92dfa094-dbbc-465f-a913-38f670bdd288), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:27.465397 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.segments_db [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Added segment 92dfa094-dbbc-465f-a913-38f670bdd288 of type flat for network b44729e0-e39d-4373-a9c9-827779431d6c May 11 07:30:27.481986 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c18019d-fbd1-4ff7-826b-5a8d353f2e0e,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:27.508815 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.509160 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.509509 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.509867 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.510190 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.510514 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.511247 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.511247 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.511477 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.511760 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.512077 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.512387 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.512697 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.513007 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.513316 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Tracked resource versions report: May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: pushed versions: May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: { 'AddressGroup': {'1.2'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Agent': {'1.1'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'ConntrackHelper': {'1.0'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'LocalIPAssociation': {'1.0'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Log': {'1.0'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'NDPProxy': {'1.0'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Network': {'1.1'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Port': {'1.7'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'PortForwarding': {'1.3'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'QosPolicy': {'1.10'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SecurityGroup': {'1.5'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SecurityGroupRule': {'1.2'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SubPort': {'1.0'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Subnet': {'1.1'}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Trunk': {'1.1'}} May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: consumer versions: May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: { DHCP agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: L3 agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: Metadata agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: Metering agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: Open vSwitch agent@dv-cinder-836996-20-iscsi: { 'AddressGroup': '1.2', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Agent': '1.1', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'ConntrackHelper': '1.0', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'LocalIPAssociation': '1.0', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Log': '1.0', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'NDPProxy': '1.0', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Network': '1.1', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Port': '1.7', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'PortForwarding': '1.3', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'QosPolicy': '1.10', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SecurityGroup': '1.5', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SecurityGroupRule': '1.2', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SubPort': '1.0', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Subnet': '1.1', May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Trunk': '1.1'}} May 11 07:30:27.514818 dv-cinder-836996-20-iscsi neutron-server[103568]: {{(pid=103568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 07:30:27.519780 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 6c897ded-6e49-4a83-8e94-24410e3b5f4d is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:30:27.586722 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (b44729e0-e39d-4373-a9c9-827779431d6c), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:27.629640 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (b44729e0-e39d-4373-a9c9-827779431d6c), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:27.630820 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:30:27.631518 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:27.705714 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7629902 May 11 07:30:27.735663 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd17670-dea2-4a41-a593-9070e38980a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b44729e0-e39d-4373-a9c9-827779431d6c,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:27.756319 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network b44729e0-e39d-4373-a9c9-827779431d6c details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:30:28.277772 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-1566f5d2-01c9-4e61-a333-3306f26af621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:30.145997 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 43700) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:30.561751 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f90c6c-0d95-4fd7-b87d-fda2f4462c40 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:30:30.563052 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-c7f90c6c-0d95-4fd7-b87d-fda2f4462c40 demo admin] 10.222.0.36 "GET /v2.0/subnets/6976af81-711d-40f5-9a52-2a3329a5dd45 HTTP/1.1" status: 200 len: 849 time: 0.4160852 May 11 07:30:30.619426 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f5dfcb33-a273-456a-8808-eca54b35dbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:30.774136 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-ca99b30b-98a3-4eef-9ce8-3cf1044eaa9d demo admin] 10.222.0.36 "GET /v2.0/routers/8b74dd50-2a8e-478d-8494-ddd97177356d HTTP/1.1" status: 200 len: 704 time: 0.2053602 May 11 07:30:31.067071 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:31.369148 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Allocated IP 172.20.0.1 (a04819db-0fcb-4bf6-a30f-0432e78cfc59/6976af81-711d-40f5-9a52-2a3329a5dd45/8765a293-1378-495a-9a8f-33d85da7740b) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:30:31.553221 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Publish callbacks [] for port (8765a293-1378-495a-9a8f-33d85da7740b), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:31.584705 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:31.624953 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (8765a293-1378-495a-9a8f-33d85da7740b), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:31.704540 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Network a04819db-0fcb-4bf6-a30f-0432e78cfc59 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:30:31.711444 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:30:31.716885 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Pushing event updated for resources: {'Port': ['ID=8765a293-1378-495a-9a8f-33d85da7740b,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:31.720172 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:30:31.720372 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (8b74dd50-2a8e-478d-8494-ddd97177356d), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:31.944092 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (8765a293-1378-495a-9a8f-33d85da7740b), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:31.991311 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-57fea448-1b35-463f-899e-48387a791bbd None None] Provisioning complete for port 8765a293-1378-495a-9a8f-33d85da7740b triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:31.991837 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-57fea448-1b35-463f-899e-48387a791bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (8765a293-1378-495a-9a8f-33d85da7740b), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:32.029609 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-57fea448-1b35-463f-899e-48387a791bbd None None] Port 8765a293-1378-495a-9a8f-33d85da7740b cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:30:32.248874 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Publish callbacks [] for port (8765a293-1378-495a-9a8f-33d85da7740b), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:32.253247 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (8765a293-1378-495a-9a8f-33d85da7740b), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:32.254206 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (8b74dd50-2a8e-478d-8494-ddd97177356d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:32.317352 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Pushing event updated for resources: {'Port': ['ID=8765a293-1378-495a-9a8f-33d85da7740b,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:32.386935 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Network a04819db-0fcb-4bf6-a30f-0432e78cfc59 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:30:32.388252 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:30:32.564902 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Router 8b74dd50-2a8e-478d-8494-ddd97177356d is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:30:32.650222 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-2d28aaef-c64a-4832-bb43-d91bf6dcbe00 None None] Provisioning complete for port 8765a293-1378-495a-9a8f-33d85da7740b triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:32.650610 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2d28aaef-c64a-4832-bb43-d91bf6dcbe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (8765a293-1378-495a-9a8f-33d85da7740b), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:32.660402 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:30:32.673643 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-12bcef20-a3c3-42df-a0fe-6c3952f89ba5 demo admin] 10.222.0.36 "PUT /v2.0/routers/8b74dd50-2a8e-478d-8494-ddd97177356d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8868401 May 11 07:30:32.674725 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Sync routers for ids ['8b74dd50-2a8e-478d-8494-ddd97177356d'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:30:32.687346 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Routers {'8b74dd50-2a8e-478d-8494-ddd97177356d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:30:32.688697 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:30:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8b74dd50-2a8e-478d-8494-ddd97177356d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:30:32.700914 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-2d28aaef-c64a-4832-bb43-d91bf6dcbe00 None None] Port 8765a293-1378-495a-9a8f-33d85da7740b cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:30:32.891721 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Set router 8b74dd50-2a8e-478d-8494-ddd97177356d gateway port host: None {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:30:33.148252 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:33.326697 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'name': 'router1', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:30:21Z', 'updated_at': '2022-05-11T07:30:31Z', 'revision_number': 2, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'gw_port_host': None, '_interfaces': [{'id': '8765a293-1378-495a-9a8f-33d85da7740b', 'name': '', 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'mac_address': 'fa:16:3e:98:07:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:30:31Z', 'updated_at': '2022-05-11T07:30:32Z', 'revision_number': 2, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'subnets': [{'id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e912354-f434-425d-8c5d-42b9cd447b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:30:33.380149 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Checking router: 8b74dd50-2a8e-478d-8494-ddd97177356d for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:30:33.380932 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Updating router 8b74dd50-2a8e-478d-8494-ddd97177356d port 8765a293-1378-495a-9a8f-33d85da7740b binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:30:33.435763 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (8765a293-1378-495a-9a8f-33d85da7740b), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.004718 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Publish callbacks [] for port (8765a293-1378-495a-9a8f-33d85da7740b), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.011094 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (8765a293-1378-495a-9a8f-33d85da7740b), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.182923 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Attempting to bind port 8765a293-1378-495a-9a8f-33d85da7740b on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:30:34.183329 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Attempting to bind port 8765a293-1378-495a-9a8f-33d85da7740b by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'de94d360-dd61-4397-ae7b-e1b7a75e1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:30:34.183768 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Attempting to bind port 8765a293-1378-495a-9a8f-33d85da7740b on network a04819db-0fcb-4bf6-a30f-0432e78cfc59 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:30:34.195712 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:30:34.196111 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Checking segment: {'id': 'de94d360-dd61-4397-ae7b-e1b7a75e1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:30:34.196957 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.197359 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Bound using segment: {'id': 'de94d360-dd61-4397-ae7b-e1b7a75e1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:30:34.197938 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Bound port: 8765a293-1378-495a-9a8f-33d85da7740b, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de94d360-dd61-4397-ae7b-e1b7a75e1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:30:34.198338 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (8765a293-1378-495a-9a8f-33d85da7740b), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.264325 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Pushing event updated for resources: {'Port': ['ID=8765a293-1378-495a-9a8f-33d85da7740b,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:34.277427 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.278185 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.278185 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.278490 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.278794 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.279177 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.279433 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.279754 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.280211 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.280466 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.280798 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.281123 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.281443 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.281786 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.282109 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Tracked resource versions report: May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: pushed versions: May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: { 'AddressGroup': {'1.2'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Agent': {'1.1'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'ConntrackHelper': {'1.0'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'LocalIPAssociation': {'1.0'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Log': {'1.0'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'NDPProxy': {'1.0'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Network': {'1.1'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Port': {'1.7'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'PortForwarding': {'1.3'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'QosPolicy': {'1.10'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SecurityGroup': {'1.5'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SecurityGroupRule': {'1.2'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SubPort': {'1.0'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Subnet': {'1.1'}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Trunk': {'1.1'}} May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: consumer versions: May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: { DHCP agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: L3 agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: Metadata agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: Metering agent@dv-cinder-836996-20-iscsi: {}, May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: Open vSwitch agent@dv-cinder-836996-20-iscsi: { 'AddressGroup': '1.2', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Agent': '1.1', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'ConntrackHelper': '1.0', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'LocalIPAssociation': '1.0', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Log': '1.0', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'NDPProxy': '1.0', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Network': '1.1', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Port': '1.7', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'PortForwarding': '1.3', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'QosPolicy': '1.10', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SecurityGroup': '1.5', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SecurityGroupRule': '1.2', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SubPort': '1.0', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Subnet': '1.1', May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Trunk': '1.1'}} May 11 07:30:34.283559 dv-cinder-836996-20-iscsi neutron-server[103570]: {{(pid=103570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 07:30:34.314884 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] For port 8765a293-1378-495a-9a8f-33d85da7740b, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:30:34.337734 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] For port 8765a293-1378-495a-9a8f-33d85da7740b, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=8765a293-1378-495a-9a8f-33d85da7740b,segment=NetworkSegment(de94d360-dd61-4397-ae7b-e1b7a75e1a37),segment_id=de94d360-dd61-4397-ae7b-e1b7a75e1a37)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:30:34.344853 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (8765a293-1378-495a-9a8f-33d85da7740b), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.407048 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Routers {'8b74dd50-2a8e-478d-8494-ddd97177356d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:30:34.407680 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:30:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8b74dd50-2a8e-478d-8494-ddd97177356d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:30:34.445915 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-3dbbdc56-0491-4daf-9a85-89573512b4b6 None None] Provisioning complete for port 8765a293-1378-495a-9a8f-33d85da7740b triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:34.446435 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdc56-0491-4daf-9a85-89573512b4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (8765a293-1378-495a-9a8f-33d85da7740b), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.459888 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bdb77-2b63-4aa8-9d03-9ddd89461618 None None] Pushing event updated for resources: {'Port': ['ID=8765a293-1378-495a-9a8f-33d85da7740b,revision_number=4']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:34.541860 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] Set router 8b74dd50-2a8e-478d-8494-ddd97177356d gateway port host: None {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:30:34.584809 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-3dbbdc56-0491-4daf-9a85-89573512b4b6 None None] Current status of the port 8765a293-1378-495a-9a8f-33d85da7740b is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:30:34.585574 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdc56-0491-4daf-9a85-89573512b4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (8765a293-1378-495a-9a8f-33d85da7740b), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.637043 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-3dbbdc56-0491-4daf-9a85-89573512b4b6 None None] For port 8765a293-1378-495a-9a8f-33d85da7740b, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=8765a293-1378-495a-9a8f-33d85da7740b,segment=NetworkSegment(de94d360-dd61-4397-ae7b-e1b7a75e1a37),segment_id=de94d360-dd61-4397-ae7b-e1b7a75e1a37)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:30:34.663275 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3dbbdc56-0491-4daf-9a85-89573512b4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (8765a293-1378-495a-9a8f-33d85da7740b), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.718847 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.753280 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbdc56-0491-4daf-9a85-89573512b4b6 None None] Pushing event updated for resources: {'Port': ['ID=8765a293-1378-495a-9a8f-33d85da7740b,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:34.791325 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-f0bde598-f2fb-4aff-bcdb-4cc2144b41b2 None None] Provisioning complete for port 8765a293-1378-495a-9a8f-33d85da7740b triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:34.792121 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f0bde598-f2fb-4aff-bcdb-4cc2144b41b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (8765a293-1378-495a-9a8f-33d85da7740b), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:34.823962 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'name': 'router1', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:30:21Z', 'updated_at': '2022-05-11T07:30:31Z', 'revision_number': 2, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'gw_port_host': None, '_interfaces': [{'id': '8765a293-1378-495a-9a8f-33d85da7740b', 'name': '', 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'mac_address': 'fa:16:3e:98:07:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:30:31Z', 'updated_at': '2022-05-11T07:30:34Z', 'revision_number': 4, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'subnets': [{'id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e912354-f434-425d-8c5d-42b9cd447b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:30:34.853217 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e9e26-d7aa-4265-a15f-2832bd4a1291 None None] The sync data for ids ['8b74dd50-2a8e-478d-8494-ddd97177356d'] in dv-cinder-836996-20-iscsi is: [{'id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'name': 'router1', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:30:21Z', 'updated_at': '2022-05-11T07:30:31Z', 'revision_number': 2, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'gw_port_host': None, '_interfaces': [{'id': '8765a293-1378-495a-9a8f-33d85da7740b', 'name': '', 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'mac_address': 'fa:16:3e:98:07:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:30:31Z', 'updated_at': '2022-05-11T07:30:34Z', 'revision_number': 4, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'subnets': [{'id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e912354-f434-425d-8c5d-42b9cd447b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:30:34.897922 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-f0bde598-f2fb-4aff-bcdb-4cc2144b41b2 None None] Current status of the port 8765a293-1378-495a-9a8f-33d85da7740b is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:30:35.162770 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 43722) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:35.382329 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b7ab9a-3b19-43e7-a6a4-6c6d3846fb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:30:35.384899 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-d6b7ab9a-3b19-43e7-a6a4-6c6d3846fb7d admin admin] 10.222.0.36 "GET /v2.0/networks/b44729e0-e39d-4373-a9c9-827779431d6c HTTP/1.1" status: 200 len: 842 time: 0.2211711 May 11 07:30:35.394383 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'ip_version': 4}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:30:35.420744 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Made reservation on behalf of 5da8d434269248bf956fab772dd66ddd for: {'subnet': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:30:35.423887 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:35.728284 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.objects.ports [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103568) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 11 07:30:35.728821 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for subnet (cf3821c9-2ee5-4300-b744-32506b3f6c4d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:35.768206 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3821c9-2ee5-4300-b744-32506b3f6c4d,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:35.801186 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:30:35.801853 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Network hostable DHCP agents. Network: b44729e0-e39d-4373-a9c9-827779431d6c, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:30:35.824746 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:30:35.836686 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, b44729e0-e39d-4373-a9c9-827779431d6c) {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:30:35.842911 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:30:35.843747 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:35.847711 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9be676-4b47-4cf7-837e-86578adfbbe4 None None] Network b44729e0-e39d-4373-a9c9-827779431d6c requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:30:35.861574 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-c8b41041-f6e5-48e3-9c0a-cee74de0ce68 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4695518 May 11 07:30:35.978857 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c943b7-9f05-42f3-a7b9-064a64f7a7a8 None None] Network b44729e0-e39d-4373-a9c9-827779431d6c requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:30:38.332463 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 43740) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:38.469095 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e0d264ed-e246-4277-ad90-60b2075941e1 demo admin] 10.222.0.36 "GET /v2.0/routers/8b74dd50-2a8e-478d-8494-ddd97177356d HTTP/1.1" status: 200 len: 710 time: 0.1355817 May 11 07:30:38.553308 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd17881-86a5-44bf-8e11-9396ce10402b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:30:38.554695 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-fdd17881-86a5-44bf-8e11-9396ce10402b demo admin] 10.222.0.36 "GET /v2.0/networks/b44729e0-e39d-4373-a9c9-827779431d6c HTTP/1.1" status: 200 len: 886 time: 0.0801702 May 11 07:30:38.563557 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:30:38.896486 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Publish callbacks [] for router_gateway (8b74dd50-2a8e-478d-8494-ddd97177356d), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:38.924139 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 5 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:30:39.124673 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Publish callbacks [] for router_gateway (8b74dd50-2a8e-478d-8494-ddd97177356d), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:39.202907 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:39.307384 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Allocated IP 172.27.2.16 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/6438505f-9b6c-4cc6-a0f8-24ca8dfc8171) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:30:39.406979 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Publish callbacks [] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:39.439692 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:39.475515 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:30:39.478174 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:30:39.489061 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:30:39.492157 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Pushing event updated for resources: {'Port': ['ID=6438505f-9b6c-4cc6-a0f8-24ca8dfc8171,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:39.749413 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Publish callbacks [] for router_gateway (8b74dd50-2a8e-478d-8494-ddd97177356d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:39.956604 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-992146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30840'] for router (8b74dd50-2a8e-478d-8494-ddd97177356d), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:39.960425 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992139'] for router (8b74dd50-2a8e-478d-8494-ddd97177356d), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:40.068166 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Router 8b74dd50-2a8e-478d-8494-ddd97177356d has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:30:40.267660 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:30:40.272548 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:40.274583 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-d39aba9f-0582-433a-a6e0-b28e2c4ccbf0 demo admin] 10.222.0.36 "PUT /v2.0/routers/8b74dd50-2a8e-478d-8494-ddd97177356d HTTP/1.1" status: 200 len: 889 time: 1.7142797 May 11 07:30:42.740982 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 43752) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:30:42.858061 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-bee369b8-2591-404c-947b-c97e7f94b719 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1158834 May 11 07:30:43.416981 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 8765a293-1378-495a-9a8f-33d85da7740b up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:30:43.469583 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 8765a293-1378-495a-9a8f-33d85da7740b triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:43.469973 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (8765a293-1378-495a-9a8f-33d85da7740b), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:43.562446 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 8765a293-1378-495a-9a8f-33d85da7740b is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:30:43.735847 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Sync routers for ids ['8b74dd50-2a8e-478d-8494-ddd97177356d'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:30:43.749796 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Routers {'8b74dd50-2a8e-478d-8494-ddd97177356d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:30:43.750773 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:30:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8b74dd50-2a8e-478d-8494-ddd97177356d'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:30:43.973060 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Set router 8b74dd50-2a8e-478d-8494-ddd97177356d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:30:44.428067 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'name': 'router1', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '6438505f-9b6c-4cc6-a0f8-24ca8dfc8171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:30:21Z', 'updated_at': '2022-05-11T07:30:39Z', 'revision_number': 4, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'gw_port': {'id': '6438505f-9b6c-4cc6-a0f8-24ca8dfc8171', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:30:39Z', 'updated_at': '2022-05-11T07:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '8765a293-1378-495a-9a8f-33d85da7740b', 'name': '', 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'mac_address': 'fa:16:3e:98:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:30:31Z', 'updated_at': '2022-05-11T07:30:34Z', 'revision_number': 5, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'subnets': [{'id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e912354-f434-425d-8c5d-42b9cd447b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:30:44.481158 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Checking router: 8b74dd50-2a8e-478d-8494-ddd97177356d for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:30:44.481561 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Updating router 8b74dd50-2a8e-478d-8494-ddd97177356d port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171 binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:30:44.540067 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:44.922154 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Publish callbacks [] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:44.928098 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:44.979839 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbde01c-19e8-440f-bffe-45c96f410ed8 None None] Pushing event updated for resources: {'Port': ['ID=6438505f-9b6c-4cc6-a0f8-24ca8dfc8171,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:44.987270 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Attempting to bind port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:30:44.987701 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Attempting to bind port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:30:44.988139 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Attempting to bind port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171 on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:30:44.995324 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:30:44.995702 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:30:44.996104 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:44.996493 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:30:44.996982 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Bound port: 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:30:44.997501 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:45.054732 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] For port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:30:45.058951 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] For port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6438505f-9b6c-4cc6-a0f8-24ca8dfc8171,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:30:45.065691 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:45.117180 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Routers {'8b74dd50-2a8e-478d-8494-ddd97177356d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:30:45.117861 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:30:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8b74dd50-2a8e-478d-8494-ddd97177356d'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:30:45.190003 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbde01c-19e8-440f-bffe-45c96f410ed8 None None] Pushing event updated for resources: {'Port': ['ID=6438505f-9b6c-4cc6-a0f8-24ca8dfc8171,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:45.252902 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] Set router 8b74dd50-2a8e-478d-8494-ddd97177356d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:30:45.473511 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'name': 'router1', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '6438505f-9b6c-4cc6-a0f8-24ca8dfc8171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:30:21Z', 'updated_at': '2022-05-11T07:30:39Z', 'revision_number': 4, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'gw_port': {'id': '6438505f-9b6c-4cc6-a0f8-24ca8dfc8171', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:30:39Z', 'updated_at': '2022-05-11T07:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '8765a293-1378-495a-9a8f-33d85da7740b', 'name': '', 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'mac_address': 'fa:16:3e:98:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:30:31Z', 'updated_at': '2022-05-11T07:30:34Z', 'revision_number': 5, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'subnets': [{'id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e912354-f434-425d-8c5d-42b9cd447b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:30:45.504310 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c3f0a-365e-461e-8a7b-88b68fc8b924 None None] The sync data for ids ['8b74dd50-2a8e-478d-8494-ddd97177356d'] in dv-cinder-836996-20-iscsi is: [{'id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'name': 'router1', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '6438505f-9b6c-4cc6-a0f8-24ca8dfc8171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:30:21Z', 'updated_at': '2022-05-11T07:30:39Z', 'revision_number': 4, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'gw_port': {'id': '6438505f-9b6c-4cc6-a0f8-24ca8dfc8171', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:30:39Z', 'updated_at': '2022-05-11T07:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '8765a293-1378-495a-9a8f-33d85da7740b', 'name': '', 'network_id': 'a04819db-0fcb-4bf6-a30f-0432e78cfc59', 'tenant_id': '52ce4f52f95b46479b0949667e03c0d3', 'mac_address': 'fa:16:3e:98:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b74dd50-2a8e-478d-8494-ddd97177356d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:30:31Z', 'updated_at': '2022-05-11T07:30:34Z', 'revision_number': 5, 'project_id': '52ce4f52f95b46479b0949667e03c0d3', 'subnets': [{'id': '6976af81-711d-40f5-9a52-2a3329a5dd45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e912354-f434-425d-8c5d-42b9cd447b03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:30:47.478921 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:30:47.578257 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:47.579479 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:47.690550 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:30:47.690550 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:47.710467 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6438505f-9b6c-4cc6-a0f8-24ca8dfc8171,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:30:47.719684 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:47.785683 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=6438505f-9b6c-4cc6-a0f8-24ca8dfc8171,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:30:49.471937 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:30:49.569995 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:30:49.569995 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6438505f-9b6c-4cc6-a0f8-24ca8dfc8171), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:30:49.670229 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 6438505f-9b6c-4cc6-a0f8-24ca8dfc8171 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:30:58.282402 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f3ee-1848-493f-8d1f-3d9a3586de9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:31:00.638893 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-e5c44178-493b-46f0-9433-126b91d99df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:31:01.585031 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:31:03.150905 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:31:04.657444 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:31:15.922738 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 5 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:31:28.277428 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-6470a365-1af9-4d29-a753-b7cb198a06fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:31:30.624396 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f569aaa7-b6de-43c2-9b63-2b14656eade3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:31:31.587374 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:31:33.146018 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:31:34.653135 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:31:52.921408 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 5 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:31:58.273759 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ae40d47d-5ad1-4f29-8e47-e63b5bd417d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:00.626750 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-90a81430-62e4-4f09-83fa-22edf6e90ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:01.256700 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44236) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:32:01.326642 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.pecan_wsgi.hooks.translation [None req-621bf140-67b0-4a29-9d6e-a6f8c74e4d11 admin admin] GET failed (client error): The resource could not be found. May 11 07:32:01.327898 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-621bf140-67b0-4a29-9d6e-a6f8c74e4d11 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0702240 May 11 07:32:01.486742 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4bd551-d3c7-457b-bea5-a9ce0efc28c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:01.488260 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-9d4bd551-d3c7-457b-bea5-a9ce0efc28c6 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562352 May 11 07:32:01.595869 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:03.148419 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:03.741986 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44246) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:32:03.831245 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7efa02c-d426-44d3-a50a-07b24df34479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:03.833051 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b7efa02c-d426-44d3-a50a-07b24df34479 admin admin] 10.222.0.36 "GET /v2.0/subnets/6976af81-711d-40f5-9a52-2a3329a5dd45 HTTP/1.1" status: 200 len: 849 time: 0.0901203 May 11 07:32:03.842118 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:32:03.935910 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Publish callbacks [] for subnet (6976af81-711d-40f5-9a52-2a3329a5dd45), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:04.076086 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762827682946'] for subnet (6976af81-711d-40f5-9a52-2a3329a5dd45), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:04.112884 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:04.113511 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:04.116929 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] 10.222.0.36 "PUT /v2.0/subnets/6976af81-711d-40f5-9a52-2a3329a5dd45 HTTP/1.1" status: 200 len: 868 time: 0.2761500 May 11 07:32:04.117493 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70000133-03b9-4738-b9ce-e387e2ee5ab0 None None] Network a04819db-0fcb-4bf6-a30f-0432e78cfc59 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:32:04.133140 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6976af81-711d-40f5-9a52-2a3329a5dd45,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:32:04.141111 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.141450 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.141851 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.142195 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.142525 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.142860 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.143182 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.143504 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.143842 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.144168 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.145037 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.145369 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.145719 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.146038 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.146355 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40cd99-6408-42af-b4ac-2359e8f441a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:32:04.456096 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-63008e8d-3943-4f37-87cb-ae7ee59839bc None None] Provisioning complete for port 6c897ded-6e49-4a83-8e94-24410e3b5f4d triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:32:04.456642 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-63008e8d-3943-4f37-87cb-ae7ee59839bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6c897ded-6e49-4a83-8e94-24410e3b5f4d), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:04.540481 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-63008e8d-3943-4f37-87cb-ae7ee59839bc None None] Current status of the port 6c897ded-6e49-4a83-8e94-24410e3b5f4d is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:32:04.548781 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-63008e8d-3943-4f37-87cb-ae7ee59839bc None None] Provisioning complete for port 8765a293-1378-495a-9a8f-33d85da7740b triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:32:04.549165 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-63008e8d-3943-4f37-87cb-ae7ee59839bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (8765a293-1378-495a-9a8f-33d85da7740b), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:04.625988 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-63008e8d-3943-4f37-87cb-ae7ee59839bc None None] Current status of the port 8765a293-1378-495a-9a8f-33d85da7740b is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:32:04.654729 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:06.388357 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44254) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:32:06.582904 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859830a-fc04-47dc-afa9-d04f47a24028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:06.583300 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859830a-fc04-47dc-afa9-d04f47a24028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:06.584864 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-a859830a-fc04-47dc-afa9-d04f47a24028 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955657 May 11 07:32:08.815770 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44264) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:32:08.945330 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f82ddd1-699e-4fcd-b490-4c56392a842f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:08.945838 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f82ddd1-699e-4fcd-b490-4c56392a842f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:08.947370 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-6f82ddd1-699e-4fcd-b490-4c56392a842f admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301627 May 11 07:32:11.173123 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44272) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:32:11.343910 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a536bc6-ff8e-4b6c-8860-efbea89c894e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:11.345265 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-2a536bc6-ff8e-4b6c-8860-efbea89c894e admin admin] 10.222.0.36 "GET /v2.0/networks/a04819db-0fcb-4bf6-a30f-0432e78cfc59 HTTP/1.1" status: 200 len: 869 time: 0.1711690 May 11 07:32:13.557401 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44280) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:32:13.680127 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1c22f-d71a-4b35-90c3-7d29fbb95ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:13.681472 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-79c1c22f-d71a-4b35-90c3-7d29fbb95ab6 admin admin] 10.222.0.36 "GET /v2.0/networks/b44729e0-e39d-4373-a9c9-827779431d6c HTTP/1.1" status: 200 len: 886 time: 0.1230814 May 11 07:32:15.882162 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44288) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:32:16.002085 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc952f0-3de1-4bc0-8487-7b3388d4105e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:16.002571 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc952f0-3de1-4bc0-8487-7b3388d4105e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:16.004714 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-ebc952f0-3de1-4bc0-8487-7b3388d4105e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216035 May 11 07:32:18.255824 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44296) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:32:18.350206 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31fdb46-c807-4d26-b7fe-11be25549e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:18.350662 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31fdb46-c807-4d26-b7fe-11be25549e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:18.352189 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-b31fdb46-c807-4d26-b7fe-11be25549e9f admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954199 May 11 07:32:20.632347 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44304) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:32:20.723085 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24a4e3-e57f-4c87-8814-5be75f048065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:20.724417 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-4e24a4e3-e57f-4c87-8814-5be75f048065 admin admin] 10.222.0.36 "GET /v2.0/subnets/6976af81-711d-40f5-9a52-2a3329a5dd45 HTTP/1.1" status: 200 len: 868 time: 0.0911219 May 11 07:32:22.931523 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44312) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:32:23.015458 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1856b23e-f878-4a5a-ab77-263d55f8f487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:32:23.016751 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-1856b23e-f878-4a5a-ab77-263d55f8f487 admin admin] 10.222.0.36 "GET /v2.0/subnets/cf3821c9-2ee5-4300-b744-32506b3f6c4d HTTP/1.1" status: 200 len: 816 time: 0.0842676 May 11 07:32:28.275531 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2f48f42-7a54-4aad-836b-3c60389bf025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:29.920041 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 5 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:32:30.632414 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-4de84b27-d740-4340-a595-816ac941f63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:31.587487 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:33.150393 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:34.657458 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:32:58.277158 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8f36be04-a8f7-4d75-b4f0-ef961ba539d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:00.635169 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-eea96594-c740-4f34-b4fa-ab84d5ebf415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:01.592551 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:03.155885 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:03.404584 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44370) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:33:03.452166 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [None req-39966856-ea84-44d3-ab7d-0b3febe6b283 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:33:03.453161 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-39966856-ea84-44d3-ab7d-0b3febe6b283 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476677 May 11 07:33:04.659619 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:05.818709 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44378) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:33:05.876926 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb01f90-ae18-4320-8609-03b64e8fc787 admin admin] GET failed (client error): The resource could not be found. May 11 07:33:05.878730 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-1eb01f90-ae18-4320-8609-03b64e8fc787 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590858 May 11 07:33:06.021750 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd09c4f-58d0-4422-97d1-3965c0e291c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:33:06.023117 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-3fd09c4f-58d0-4422-97d1-3965c0e291c8 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403775 May 11 07:33:06.918576 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 5 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:33:08.281922 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44386) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:33:08.327859 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:33:08.348577 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Made reservation on behalf of 5da8d434269248bf956fab772dd66ddd for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:33:08.350830 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:08.385647 dv-cinder-836996-20-iscsi neutron-server[103567]: WARNING neutron.services.revisions.revision_plugin [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Could not find related network for resource to bump revision. May 11 07:33:08.397378 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:33:08.406048 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (abec0731-0513-4f39-b992-25b59a356d43), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:08.406435 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Added segment abec0731-0513-4f39-b992-25b59a356d43 of type vlan for network 503cb7a5-142f-4db6-a7df-938c276fe1de May 11 07:33:08.447491 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (503cb7a5-142f-4db6-a7df-938c276fe1de), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:08.470524 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (503cb7a5-142f-4db6-a7df-938c276fe1de), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:08.471462 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:33:08.472026 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:08.519683 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2366869 May 11 07:33:08.571368 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Pushing event updated for resources: {'Network': ['ID=503cb7a5-142f-4db6-a7df-938c276fe1de,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:33:08.578859 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.579224 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.579569 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.579909 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.580245 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.580578 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.580943 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.581271 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.581630 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.581962 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.582289 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.582615 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.582936 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.583259 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.583580 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a015da-7210-4eaa-839b-fe5c64467e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:08.595568 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network 503cb7a5-142f-4db6-a7df-938c276fe1de details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:33:10.802916 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44394) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:33:10.863816 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d37591-1558-493a-ac70-5029e809eada admin admin] GET failed (client error): The resource could not be found. May 11 07:33:10.865069 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-f6d37591-1558-493a-ac70-5029e809eada admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612133 May 11 07:33:10.934461 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95458613-e142-468a-b4d2-d49c643a5b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:33:10.935886 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-95458613-e142-468a-b4d2-d49c643a5b05 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667658 May 11 07:33:10.946272 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de', 'cidr': '192.168.233.0/24'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:33:10.963701 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Made reservation on behalf of 5da8d434269248bf956fab772dd66ddd for: {'subnet': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:33:10.966539 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:11.122320 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for subnet (7d919a5d-4a6f-417a-8a35-d68c34783351), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:11.179020 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d919a5d-4a6f-417a-8a35-d68c34783351,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:33:11.188625 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.189218 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.189587 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.189926 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.190279 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.190604 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.190922 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.191241 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.191594 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.191928 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.192263 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.192588 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.192918 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.193235 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.193569 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.196691 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Checking segment: {'id': 'abec0731-0513-4f39-b992-25b59a356d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:33:11.197030 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Network hostable DHCP agents. Network: 503cb7a5-142f-4db6-a7df-938c276fe1de, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:33:11.212926 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Network 503cb7a5-142f-4db6-a7df-938c276fe1de is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:33:11.220900 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, 503cb7a5-142f-4db6-a7df-938c276fe1de) {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:33:11.225302 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:33:11.225922 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:11.231840 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad0babe-6a72-4a15-b5e7-644e33dc28e6 None None] Network 503cb7a5-142f-4db6-a7df-938c276fe1de requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:33:11.241195 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-0b3a5349-74de-4435-ae70-27f0b3fe96dc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2981577 May 11 07:33:11.336205 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-503cb7a5-142f-4db6-a7df-938c276fe1de', 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de', 'project_id': '5da8d434269248bf956fab772dd66ddd', 'fixed_ips': [{'subnet_id': '7d919a5d-4a6f-417a-8a35-d68c34783351'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:33:11.337180 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:11.479898 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Allocated IP 192.168.233.2 (503cb7a5-142f-4db6-a7df-938c276fe1de/7d919a5d-4a6f-417a-8a35-d68c34783351/c9bba160-100e-44a9-9309-a7998bf9cab1) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:33:11.722410 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Publish callbacks [] for port (c9bba160-100e-44a9-9309-a7998bf9cab1), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:11.728579 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (c9bba160-100e-44a9-9309-a7998bf9cab1), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:11.774958 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Network 503cb7a5-142f-4db6-a7df-938c276fe1de is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:33:11.776515 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:33:11.778375 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Pushing event updated for resources: {'Port': ['ID=c9bba160-100e-44a9-9309-a7998bf9cab1,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:33:11.780519 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:33:11.792671 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.793017 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.793377 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.793760 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.794100 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.794429 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.794756 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.795081 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.795418 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.795751 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.796075 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.796415 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.796739 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.797056 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.797379 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:33:11.848410 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Attempting to bind port c9bba160-100e-44a9-9309-a7998bf9cab1 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:33:11.848790 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Attempting to bind port c9bba160-100e-44a9-9309-a7998bf9cab1 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'abec0731-0513-4f39-b992-25b59a356d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:33:11.849147 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Attempting to bind port c9bba160-100e-44a9-9309-a7998bf9cab1 on network 503cb7a5-142f-4db6-a7df-938c276fe1de {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:33:11.854293 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:33:11.854667 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Checking segment: {'id': 'abec0731-0513-4f39-b992-25b59a356d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:33:11.855065 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:11.855454 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Bound using segment: {'id': 'abec0731-0513-4f39-b992-25b59a356d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:33:11.855905 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Bound port: c9bba160-100e-44a9-9309-a7998bf9cab1, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abec0731-0513-4f39-b992-25b59a356d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:33:11.856278 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c9bba160-100e-44a9-9309-a7998bf9cab1), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:11.919038 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] For port c9bba160-100e-44a9-9309-a7998bf9cab1, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:33:11.922195 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] For port c9bba160-100e-44a9-9309-a7998bf9cab1, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=c9bba160-100e-44a9-9309-a7998bf9cab1,segment=NetworkSegment(abec0731-0513-4f39-b992-25b59a356d43),segment_id=abec0731-0513-4f39-b992-25b59a356d43)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:33:11.928652 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c9bba160-100e-44a9-9309-a7998bf9cab1), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:11.993331 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237aea3-71c0-42fc-bdf1-235aa75ae2f4 None None] Pushing event updated for resources: {'Port': ['ID=c9bba160-100e-44a9-9309-a7998bf9cab1,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:33:12.829313 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0baa6-510d-4e96-8882-db05a77a77a6 None None] Network 503cb7a5-142f-4db6-a7df-938c276fe1de requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:33:12.863198 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-c80e197f-4771-47df-9aad-d5e131a05cd8 None None] Provisioning complete for port c9bba160-100e-44a9-9309-a7998bf9cab1 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:33:12.863594 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c80e197f-4771-47df-9aad-d5e131a05cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c9bba160-100e-44a9-9309-a7998bf9cab1), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:13.013315 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-c80e197f-4771-47df-9aad-d5e131a05cd8 None None] Current status of the port c9bba160-100e-44a9-9309-a7998bf9cab1 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:33:13.013809 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c80e197f-4771-47df-9aad-d5e131a05cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c9bba160-100e-44a9-9309-a7998bf9cab1), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:13.049169 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-c80e197f-4771-47df-9aad-d5e131a05cd8 None None] For port c9bba160-100e-44a9-9309-a7998bf9cab1, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=c9bba160-100e-44a9-9309-a7998bf9cab1,segment=NetworkSegment(abec0731-0513-4f39-b992-25b59a356d43),segment_id=abec0731-0513-4f39-b992-25b59a356d43)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:33:13.054989 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c80e197f-4771-47df-9aad-d5e131a05cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c9bba160-100e-44a9-9309-a7998bf9cab1), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:13.108859 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e197f-4771-47df-9aad-d5e131a05cd8 None None] Pushing event updated for resources: {'Port': ['ID=c9bba160-100e-44a9-9309-a7998bf9cab1,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:33:13.375416 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-aaf12107-409c-4daa-9040-44bf8730266d None None] Provisioning complete for port c9bba160-100e-44a9-9309-a7998bf9cab1 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:33:13.375728 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-aaf12107-409c-4daa-9040-44bf8730266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c9bba160-100e-44a9-9309-a7998bf9cab1), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:13.461483 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-aaf12107-409c-4daa-9040-44bf8730266d None None] Current status of the port c9bba160-100e-44a9-9309-a7998bf9cab1 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:33:13.517100 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device c9bba160-100e-44a9-9309-a7998bf9cab1 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:33:13.566043 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port c9bba160-100e-44a9-9309-a7998bf9cab1 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:33:13.566480 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c9bba160-100e-44a9-9309-a7998bf9cab1), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:13.655636 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port c9bba160-100e-44a9-9309-a7998bf9cab1 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:33:28.279743 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-39e4b6f2-ba9b-4c48-a592-fa1b8f2c3c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:30.640387 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-799195e7-dc73-4f5d-83f1-5ab39b3a06de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:31.596588 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:33.157243 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:34.661569 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:33:43.917030 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 5 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:33:58.282477 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-eeefb267-8e0c-45ea-83d2-5f8f9b4c8bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:00.642770 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-168d9689-710d-4b9a-ad4f-fe9948af9dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:01.598166 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:03.160929 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:04.666312 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:20.916952 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 5 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:34:28.284982 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-825db096-6a98-4faa-8bb0-5e0c3a057112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:30.646030 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-5d660e8c-fd0f-4c65-b7ca-27f8d78317a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:31.600148 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:33.164030 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:34.669936 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:38.360710 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44432) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:34:38.367357 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [None req-d5bd7142-9ee7-4b8f-bdd0-82cc54b24569 tempest-verify_tempest_config-314037361 tempest-verify_tempest_config-314037361-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:34:38.368336 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-d5bd7142-9ee7-4b8f-bdd0-82cc54b24569 tempest-verify_tempest_config-314037361 tempest-verify_tempest_config-314037361-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066626 May 11 07:34:38.655191 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44450) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:34:38.888765 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:38.962085 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Publish callbacks [] for security_group (654093ab-d63f-4870-84a6-71940aab722a), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:38.965567 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (654093ab-d63f-4870-84a6-71940aab722a), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:39.010380 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c6197a2466a4412b25c6722884ebdf7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3541431 May 11 07:34:39.011369 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654093ab-d63f-4870-84a6-71940aab722a,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:34:39.013211 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44454) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:34:39.018202 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.018553 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.018896 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.019234 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.019574 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.019905 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.020236 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.020558 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.020883 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.021207 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.021530 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.021881 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.022203 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.022523 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.022842 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8ae2a-a098-44ba-833b-ecf1c41d1f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.074888 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Publish callbacks [] for security_group (654093ab-d63f-4870-84a6-71940aab722a), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:39.099180 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Publish callbacks [] for security_group (654093ab-d63f-4870-84a6-71940aab722a), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:39.194736 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (654093ab-d63f-4870-84a6-71940aab722a), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:39.197327 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:34:39.198570 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/654093ab-d63f-4870-84a6-71940aab722a HTTP/1.1" status: 204 len: 168 time: 0.1843338 May 11 07:34:39.206640 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654093ab-d63f-4870-84a6-71940aab722a,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:34:39.213197 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.213565 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.213928 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.214273 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.214606 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.214939 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.215267 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.215595 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.215935 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.216266 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.216592 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.216936 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.217247 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.217599 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:39.217924 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c7645-0cdb-4540-82a1-d6db6047461a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:34:57.915406 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 5 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:34:58.286476 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-da008358-a377-43db-9f24-b961872240f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:35:00.650320 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-74ae29ba-dec5-4a33-abbf-39988132c300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:35:01.604868 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:35:03.166939 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:35:04.672317 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:35:28.286674 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-e996b113-7f1b-450a-86d2-4570d6a331af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:35:30.651765 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9391-ad1d-464d-8c83-68b327b64f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:35:31.605702 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:35:33.169797 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:35:34.673294 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:35:34.914281 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 5 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:35:58.287550 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3dc23706-3d90-4140-8b94-c126de0843ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:00.653865 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4a00-9a71-4401-bf43-096a8a73b7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:01.607385 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:03.173736 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:04.675223 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:11.914141 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 5 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:36:25.418958 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-984162'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:28.287930 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-6cea8b60-a5ae-4d45-86a5-76037cafe960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:30.654475 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-276cb342-dcfe-4909-acb4-51a9f39f7cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:31.610213 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:33.176320 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:34.677696 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:38.470209 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44526) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:36:38.571862 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-7bf92e86-d55f-4249-b9ac-187edf5c06c7 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1005700 May 11 07:36:40.818486 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44536) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:36:40.871067 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-abdb5b53-2743-4579-bea7-497da5bc368a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0515327 May 11 07:36:48.914657 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:36:55.372972 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:36:58.289234 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bc66b7b1-a371-402d-a6b7-0f10f0de0971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:00.657653 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2c5ae60f-702b-46d9-ba94-15e230c68bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:01.612096 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:03.178308 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:04.679818 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:25.430789 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:25.914795 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:37:28.290545 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dc758cdf-1139-4e8f-9c52-f5d7356740e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:30.660267 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8599-59eb-4b75-90f0-2364cc22dc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:31.615646 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:33.188432 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:34.682470 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:55.386808 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:37:58.291404 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ccc3115a-5e1b-40c5-b0ea-f41b3eea5169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:00.663355 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9e3b-c2d0-40fc-9652-fabc458263d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:01.617849 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:02.914202 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:38:03.184873 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:04.687958 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:20.789038 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44740) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:20.825847 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44748) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:21.010940 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44762) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:21.102358 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-network', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:21.127367 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Made reservation on behalf of 5100c1cfe7f148058734c0da2d1497d4 for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:21.130543 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.144896 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.206101 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1961114912-network', 'tenant_id': '96ac52de89f14d7995335a0d2c06ed8c'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:21.244954 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Made reservation on behalf of 96ac52de89f14d7995335a0d2c06ed8c for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:21.247859 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.291620 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Publish callbacks [] for security_group (49853c70-dde0-407d-8161-cfacee0af096), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.293584 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.323426 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-network', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:21.359120 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (49853c70-dde0-407d-8161-cfacee0af096), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.379134 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Made reservation on behalf of 075ba180d52b46ad9cd3334520bcfb89 for: {'network': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:21.381639 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.394996 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.435450 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49853c70-dde0-407d-8161-cfacee0af096,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:21.466154 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.468453 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.471309 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.471680 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.472020 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.473585 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.473935 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.475277 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.476120 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.476669 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.477033 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.478469 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.479997 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.480208 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.480537 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Tracked resource versions report: May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: pushed versions: May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: { 'AddressGroup': {'1.2'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Agent': {'1.1'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'ConntrackHelper': {'1.0'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'LocalIPAssociation': {'1.0'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Log': {'1.0'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'NDPProxy': {'1.0'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Network': {'1.1'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Port': {'1.7'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'PortForwarding': {'1.3'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'QosPolicy': {'1.10'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SecurityGroup': {'1.5'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SecurityGroupRule': {'1.2'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SubPort': {'1.0'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Subnet': {'1.1'}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Trunk': {'1.1'}} May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: consumer versions: May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: { DHCP agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: HyperV agent@hv-cinder-83699: {}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: L3 agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: Metadata agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: Metering agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: Open vSwitch agent@dv-cinder-836996-20-iscsi: { 'AddressGroup': '1.2', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Agent': '1.1', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'ConntrackHelper': '1.0', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'LocalIPAssociation': '1.0', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Log': '1.0', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'NDPProxy': '1.0', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Network': '1.1', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Port': '1.7', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'PortForwarding': '1.3', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'QosPolicy': '1.10', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SecurityGroup': '1.5', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SecurityGroupRule': '1.2', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'SubPort': '1.0', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Subnet': '1.1', May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: 'Trunk': '1.1'}} May 11 07:38:21.483931 dv-cinder-836996-20-iscsi neutron-server[103567]: {{(pid=103567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 07:38:21.495594 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:38:21.515978 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (b41053fb-7a5b-4b38-aea4-c5ef2bf32b49), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.516740 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Added segment b41053fb-7a5b-4b38-aea4-c5ef2bf32b49 of type vlan for network c4d89019-bced-4db2-9253-82870fddaba6 May 11 07:38:21.524782 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Publish callbacks [] for security_group (1a95f6e7-2080-4f64-8fd8-74c9641f9f26), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.535144 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1a95f6e7-2080-4f64-8fd8-74c9641f9f26), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.558981 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:38:21.560254 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (c4d89019-bced-4db2-9253-82870fddaba6), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.571838 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (1ecd5865-d305-4942-8e4c-39dca5595982), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.572252 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.segments_db [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Added segment 1ecd5865-d305-4942-8e4c-39dca5595982 of type vlan for network a507c15c-cc52-449f-920c-1f23d1b31239 May 11 07:38:21.595312 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Publish callbacks [] for security_group (989cf14c-b78f-45c5-a787-3659f2ede9d1), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.597243 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (c4d89019-bced-4db2-9253-82870fddaba6), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.598616 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:21.599556 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.624766 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (a507c15c-cc52-449f-920c-1f23d1b31239), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.625530 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (989cf14c-b78f-45c5-a787-3659f2ede9d1), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.636473 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8427489 May 11 07:38:21.636473 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44792) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:21.650512 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a95f6e7-2080-4f64-8fd8-74c9641f9f26,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:21.661428 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.662734 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.663244 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.663744 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.664324 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.664836 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.665317 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.665818 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.666297 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.666804 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.667311 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.667828 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.668351 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.668873 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.669396 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Tracked resource versions report: May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: pushed versions: May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: { 'AddressGroup': {'1.2'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Agent': {'1.1'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'ConntrackHelper': {'1.0'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'LocalIPAssociation': {'1.0'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Log': {'1.0'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'NDPProxy': {'1.0'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Network': {'1.1'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Port': {'1.7'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'PortForwarding': {'1.3'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'QosPolicy': {'1.10'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SecurityGroup': {'1.5'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SecurityGroupRule': {'1.2'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SubPort': {'1.0'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Subnet': {'1.1'}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Trunk': {'1.1'}} May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: consumer versions: May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: { DHCP agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: HyperV agent@hv-cinder-83699: {}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: L3 agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: Metadata agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: Metering agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: Open vSwitch agent@dv-cinder-836996-20-iscsi: { 'AddressGroup': '1.2', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Agent': '1.1', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'ConntrackHelper': '1.0', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'LocalIPAssociation': '1.0', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Log': '1.0', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'NDPProxy': '1.0', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Network': '1.1', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Port': '1.7', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'PortForwarding': '1.3', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'QosPolicy': '1.10', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SecurityGroup': '1.5', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SecurityGroupRule': '1.2', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'SubPort': '1.0', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Subnet': '1.1', May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: 'Trunk': '1.1'}} May 11 07:38:21.671583 dv-cinder-836996-20-iscsi neutron-server[103568]: {{(pid=103568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 07:38:21.718331 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (a507c15c-cc52-449f-920c-1f23d1b31239), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.719775 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:21.721262 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.738537 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989cf14c-b78f-45c5-a787-3659f2ede9d1,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:21.745892 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Request body: {'subnet': {'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-subnet', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:21.766921 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7546780 May 11 07:38:21.767774 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44798) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:21.776712 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Request body: {'subnet': {'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-subnet', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:21.792951 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:38:21.801813 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5db62-f3ee-4885-a7ec-411e401170a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c4d89019-bced-4db2-9253-82870fddaba6,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:21.809324 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (10bbba02-60ba-4f1d-9332-ae47ec7b4285), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.809839 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Added segment 10bbba02-60ba-4f1d-9332-ae47ec7b4285 of type vlan for network 18b5bf80-b800-45f7-8cd6-6c95a35d27fb May 11 07:38:21.815562 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network c4d89019-bced-4db2-9253-82870fddaba6 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:38:21.818503 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Made reservation on behalf of 5100c1cfe7f148058734c0da2d1497d4 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:21.821469 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.829319 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5367a-8cb4-4388-a551-9e760956158e admin admin] Pushing event updated for resources: {'Network': ['ID=a507c15c-cc52-449f-920c-1f23d1b31239,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:21.843857 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Made reservation on behalf of 075ba180d52b46ad9cd3334520bcfb89 for: {'subnet': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:21.846713 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:21.951602 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network a507c15c-cc52-449f-920c-1f23d1b31239 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:38:21.959729 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (18b5bf80-b800-45f7-8cd6-6c95a35d27fb), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.023240 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (18b5bf80-b800-45f7-8cd6-6c95a35d27fb), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.024135 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:22.024761 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.098646 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2602084 May 11 07:38:22.110769 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44808) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:22.122061 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Request body: {'subnet': {'network_id': '18b5bf80-b800-45f7-8cd6-6c95a35d27fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1961114912-subnet', 'tenant_id': '96ac52de89f14d7995335a0d2c06ed8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:22.161031 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Made reservation on behalf of 96ac52de89f14d7995335a0d2c06ed8c for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:22.167609 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.183683 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for subnet (f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.257683 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:22.262464 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Checking segment: {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:22.263069 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Network hostable DHCP agents. Network: a507c15c-cc52-449f-920c-1f23d1b31239, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:38:22.280013 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e825ec0-f7f7-491e-bab1-15e65231482c admin admin] Pushing event updated for resources: {'Network': ['ID=18b5bf80-b800-45f7-8cd6-6c95a35d27fb,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:22.288808 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Network a507c15c-cc52-449f-920c-1f23d1b31239 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:38:22.293810 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network 18b5bf80-b800-45f7-8cd6-6c95a35d27fb details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:38:22.303494 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, a507c15c-cc52-449f-920c-1f23d1b31239) {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:22.312551 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:22.313432 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.342398 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-6b498b16-dac8-4f43-b7a7-924dae7af064 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5715988 May 11 07:38:22.345063 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44816) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:22.355023 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:22.375805 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebfd3be-6880-41f2-b7f5-e1728ef6042f None None] Network a507c15c-cc52-449f-920c-1f23d1b31239 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:38:22.420511 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (393df9c4-d2fa-494c-9535-bd6fd882f1dc), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.421829 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (393df9c4-d2fa-494c-9535-bd6fd882f1dc), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.462058 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for subnet (7dd08214-79c9-4b3f-a32b-8b549d227676), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.613432 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks [] for router_controller (393df9c4-d2fa-494c-9535-bd6fd882f1dc), precommit_add_association {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.620564 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd08214-79c9-4b3f-a32b-8b549d227676,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:22.799860 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Checking segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:22.800427 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Network hostable DHCP agents. Network: c4d89019-bced-4db2-9253-82870fddaba6, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:38:22.810632 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-a507c15c-cc52-449f-920c-1f23d1b31239', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:38:22.812225 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.897694 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Network c4d89019-bced-4db2-9253-82870fddaba6 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:38:22.946979 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks [] for router_gateway (393df9c4-d2fa-494c-9535-bd6fd882f1dc), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.954037 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, c4d89019-bced-4db2-9253-82870fddaba6) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:22.960790 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:22.961679 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:22.975484 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75528216-4c5b-40d4-9c8b-fd29d4b59bd1 None None] Network c4d89019-bced-4db2-9253-82870fddaba6 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:38:22.982059 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for subnet (60aa6a6a-7f05-4085-b3f0-31f32e4912d1), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.012649 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Allocated IP 172.20.0.2 (a507c15c-cc52-449f-920c-1f23d1b31239/f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312/23507595-1b95-4935-a042-62cf1562e541) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:23.069429 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b42983cb-2784-476e-92b1-640529c83535 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3317347 May 11 07:38:23.070602 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 44858) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:23.085765 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:23.142391 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-c4d89019-bced-4db2-9253-82870fddaba6', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:38:23.143329 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.172866 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60aa6a6a-7f05-4085-b3f0-31f32e4912d1,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:23.208028 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Checking segment: {'id': '10bbba02-60ba-4f1d-9332-ae47ec7b4285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '18b5bf80-b800-45f7-8cd6-6c95a35d27fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:23.208682 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Network hostable DHCP agents. Network: 18b5bf80-b800-45f7-8cd6-6c95a35d27fb, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:38:23.215876 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (0d28e586-6631-4616-ad19-7d966254ff7e), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.217062 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (0d28e586-6631-4616-ad19-7d966254ff7e), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.259179 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Network 18b5bf80-b800-45f7-8cd6-6c95a35d27fb is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:38:23.308624 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, 18b5bf80-b800-45f7-8cd6-6c95a35d27fb) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:23.312192 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks [] for router_controller (0d28e586-6631-4616-ad19-7d966254ff7e), precommit_add_association {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.316667 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:23.317490 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.355213 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb111eb-5a00-4d24-a9b7-3fd38d1033a1 None None] Network 18b5bf80-b800-45f7-8cd6-6c95a35d27fb requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:38:23.404751 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks [] for router_gateway (393df9c4-d2fa-494c-9535-bd6fd882f1dc), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.464934 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Allocated IP 172.20.0.2 (c4d89019-bced-4db2-9253-82870fddaba6/7dd08214-79c9-4b3f-a32b-8b549d227676/6457d24d-97e3-4b5d-8d83-2574c8301034) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:23.484164 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.511424 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-485cb4d0-fdf5-4b86-96bb-93527552ea69 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3972936 May 11 07:38:23.573216 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Publish callbacks [] for port (23507595-1b95-4935-a042-62cf1562e541), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.629730 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Publish callbacks [] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.644200 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.699776 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Pushing event updated for resources: {'Port': ['ID=6457d24d-97e3-4b5d-8d83-2574c8301034,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:23.713901 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Network c4d89019-bced-4db2-9253-82870fddaba6 is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:23.715846 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (23507595-1b95-4935-a042-62cf1562e541), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.722408 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.723409 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44892) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:23.723680 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.724248 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.724819 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.725373 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.725984 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.726548 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.727084 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.727759 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.728304 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.728877 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.729498 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.730337 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.731424 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.731846 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Tracked resource versions report: May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: pushed versions: May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: { 'AddressGroup': {'1.2'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Agent': {'1.1'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'ConntrackHelper': {'1.0'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'LocalIPAssociation': {'1.0'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Log': {'1.0'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'NDPProxy': {'1.0'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Network': {'1.1'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Port': {'1.7'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'PortForwarding': {'1.3'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'QosPolicy': {'1.10'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SecurityGroup': {'1.5'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SecurityGroupRule': {'1.2'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SubPort': {'1.0'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Subnet': {'1.1'}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Trunk': {'1.1'}} May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: consumer versions: May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: { DHCP agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: HyperV agent@hv-cinder-83699: {}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: L3 agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: Metadata agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: Metering agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: Open vSwitch agent@dv-cinder-836996-20-iscsi: { 'AddressGroup': '1.2', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Agent': '1.1', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'ConntrackHelper': '1.0', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'LocalIPAssociation': '1.0', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Log': '1.0', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'NDPProxy': '1.0', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Network': '1.1', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Port': '1.7', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'PortForwarding': '1.3', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'QosPolicy': '1.10', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SecurityGroup': '1.5', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SecurityGroupRule': '1.2', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'SubPort': '1.0', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Subnet': '1.1', May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: 'Trunk': '1.1'}} May 11 07:38:23.734282 dv-cinder-836996-20-iscsi neutron-server[103569]: {{(pid=103569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 07:38:23.736644 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:23.756842 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Allocated IP 172.27.2.8 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/75dfd6b7-3516-44f9-a05e-56ec09ae6b6d) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:23.802000 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:23.814923 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks [] for router_gateway (0d28e586-6631-4616-ad19-7d966254ff7e), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:23.917057 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Network a507c15c-cc52-449f-920c-1f23d1b31239 is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:23.930150 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Attempting to bind port 6457d24d-97e3-4b5d-8d83-2574c8301034 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:38:23.930855 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Attempting to bind port 6457d24d-97e3-4b5d-8d83-2574c8301034 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:38:23.931421 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Attempting to bind port 6457d24d-97e3-4b5d-8d83-2574c8301034 on network c4d89019-bced-4db2-9253-82870fddaba6 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:23.934797 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:23.937506 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b56a0-14cb-4c50-bc06-35debb74b625 None None] Network 18b5bf80-b800-45f7-8cd6-6c95a35d27fb requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:38:24.016846 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:24.020384 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9de97987-e058-42f4-834f-4679c411a0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.049293 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks [] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.092687 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Pushing event updated for resources: {'Port': ['ID=23507595-1b95-4935-a042-62cf1562e541,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:24.111743 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Attempting to bind port 23507595-1b95-4935-a042-62cf1562e541 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:38:24.112111 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Attempting to bind port 23507595-1b95-4935-a042-62cf1562e541 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:38:24.112470 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Attempting to bind port 23507595-1b95-4935-a042-62cf1562e541 on network a507c15c-cc52-449f-920c-1f23d1b31239 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:24.114671 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:38:24.115238 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Checking segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:24.115411 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.115798 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Bound using segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:38:24.116371 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Bound port: 6457d24d-97e3-4b5d-8d83-2574c8301034, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:38:24.116654 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.136111 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:38:24.136558 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Checking segment: {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:24.137436 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.138030 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Bound using segment: {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:38:24.138504 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Bound port: 23507595-1b95-4935-a042-62cf1562e541, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:38:24.138892 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (23507595-1b95-4935-a042-62cf1562e541), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.242573 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] For port 23507595-1b95-4935-a042-62cf1562e541, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:38:24.264532 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] For port 23507595-1b95-4935-a042-62cf1562e541, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=23507595-1b95-4935-a042-62cf1562e541,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:38:24.270316 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9de97987-e058-42f4-834f-4679c411a0b5 admin admin] Publish callbacks [] for security_group (5fe1578e-6538-480f-9358-6c1e845848d5), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.271241 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] For port 6457d24d-97e3-4b5d-8d83-2574c8301034, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:38:24.276325 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.276661 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks [] for router_gateway (0d28e586-6631-4616-ad19-7d966254ff7e), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.277985 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] For port 6457d24d-97e3-4b5d-8d83-2574c8301034, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6457d24d-97e3-4b5d-8d83-2574c8301034,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:38:24.280707 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (23507595-1b95-4935-a042-62cf1562e541), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.310273 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.318627 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.319681 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:24.385762 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:24.387479 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9de97987-e058-42f4-834f-4679c411a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5fe1578e-6538-480f-9358-6c1e845848d5), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.417208 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb36ef8-32f0-4402-9921-f42739b43b32 None None] Pushing event updated for resources: {'Port': ['ID=23507595-1b95-4935-a042-62cf1562e541,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:24.435161 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=75dfd6b7-3516-44f9-a05e-56ec09ae6b6d,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:24.439513 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:24.480673 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-9de97987-e058-42f4-834f-4679c411a0b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15328783fceb487482aa69d0d97ab95a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7556756 May 11 07:38:24.483933 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de97987-e058-42f4-834f-4679c411a0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe1578e-6538-480f-9358-6c1e845848d5,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:24.548545 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44918) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:24.596619 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa8fee-a79b-41a5-9843-66d6cb9bd8ef None None] Pushing event updated for resources: {'Port': ['ID=6457d24d-97e3-4b5d-8d83-2574c8301034,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:24.648525 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fba6c7f3-12a3-4501-8f27-1c945485cd98 admin admin] Publish callbacks [] for security_group (5fe1578e-6538-480f-9358-6c1e845848d5), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:24.671758 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 44940) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:24.677447 dv-cinder-836996-20-iscsi neutron-server[103568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 07:38:24.755462 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Allocated IP 172.27.2.49 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/b99b2baa-34ca-4d53-8010-acb4222fa775) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:24.760064 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fba6c7f3-12a3-4501-8f27-1c945485cd98 admin admin] Publish callbacks [] for security_group (5fe1578e-6538-480f-9358-6c1e845848d5), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:25.141263 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks [] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:25.230865 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:25.355510 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-817787d8-8017-4505-b1cf-951f7ecc7846 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:25.357278 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-817787d8-8017-4505-b1cf-951f7ecc7846 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/networks?id=18b5bf80-b800-45f7-8cd6-6c95a35d27fb HTTP/1.1" status: 200 len: 812 time: 0.6843891 May 11 07:38:25.396766 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:25.434333 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:25.440025 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:25.447345 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:25.460524 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks [] for router_gateway (393df9c4-d2fa-494c-9535-bd6fd882f1dc), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:25.534136 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Pushing event updated for resources: {'Port': ['ID=b99b2baa-34ca-4d53-8010-acb4222fa775,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:25.752413 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fba6c7f3-12a3-4501-8f27-1c945485cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5fe1578e-6538-480f-9358-6c1e845848d5), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:25.756040 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fba6c7f3-12a3-4501-8f27-1c945485cd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:25.757209 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-fba6c7f3-12a3-4501-8f27-1c945485cd98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fe1578e-6538-480f-9358-6c1e845848d5 HTTP/1.1" status: 204 len: 168 time: 1.2074482 May 11 07:38:25.758851 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (393df9c4-d2fa-494c-9535-bd6fd882f1dc), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:25.769832 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f24e526b-757a-4bba-84d4-932042ae0df6 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/quotas/96ac52de89f14d7995335a0d2c06ed8c HTTP/1.1" status: 200 len: 375 time: 0.4007139 May 11 07:38:25.771668 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6c7f3-12a3-4501-8f27-1c945485cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe1578e-6538-480f-9358-6c1e845848d5,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:25.939627 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6457d24d-97e3-4b5d-8d83-2574c8301034 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:26.000294 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-32fb33cf-de8c-4745-b4c7-b182e03e21c4 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=96ac52de89f14d7995335a0d2c06ed8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2210948 May 11 07:38:26.007008 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 6457d24d-97e3-4b5d-8d83-2574c8301034 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:26.009676 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:26.275386 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks [] for router_gateway (0d28e586-6631-4616-ad19-7d966254ff7e), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:26.310349 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Router 393df9c4-d2fa-494c-9535-bd6fd882f1dc is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:38:26.388744 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0b2817-e7ac-469f-92bc-2e4d0a82dbab None None] Network a507c15c-cc52-449f-920c-1f23d1b31239 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:38:26.472923 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-f678349c-4172-445b-8261-3622c8803b7c None None] Provisioning complete for port 23507595-1b95-4935-a042-62cf1562e541 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:26.474031 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f678349c-4172-445b-8261-3622c8803b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (23507595-1b95-4935-a042-62cf1562e541), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:26.487588 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:38:26.497306 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Sync routers for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:38:26.515344 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:38:26.516807 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:38:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:26.519947 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:26.523954 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-f072ff48-528c-42f5-a40a-436590de4fd3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1728504 May 11 07:38:26.524146 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45014) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:26.539952 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45016) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:26.568301 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-687d622a-e661-45a0-965c-35550b83fc83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:26.706973 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45020) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:26.720019 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (0d28e586-6631-4616-ad19-7d966254ff7e), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:26.791709 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 6457d24d-97e3-4b5d-8d83-2574c8301034 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:26.792091 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:26.838636 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-7320272e-1894-4813-a36e-54e7622d17bd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:38:26.838636 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-7320272e-1894-4813-a36e-54e7622d17bd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5191598 May 11 07:38:26.882863 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8789ceae-62a3-45e5-a1df-48e16dce6d68 None None] Network c4d89019-bced-4db2-9253-82870fddaba6 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:38:26.907866 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-687d622a-e661-45a0-965c-35550b83fc83 admin admin] Publish callbacks [] for security_group (9b29ff94-e5fd-4e55-9c7d-9d87b4e26dc3), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:26.909025 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9b1da01f-efa7-4abd-820a-1585a4a8c451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:26.914745 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:38:26.929113 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-687d622a-e661-45a0-965c-35550b83fc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (9b29ff94-e5fd-4e55-9c7d-9d87b4e26dc3), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.005779 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9b1da01f-efa7-4abd-820a-1585a4a8c451 admin admin] Publish callbacks [] for security_group (a3366344-a5dc-443f-bd2a-6232401c6861), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.018698 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9b1da01f-efa7-4abd-820a-1585a4a8c451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (a3366344-a5dc-443f-bd2a-6232401c6861), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.028999 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 6457d24d-97e3-4b5d-8d83-2574c8301034, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6457d24d-97e3-4b5d-8d83-2574c8301034,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:27.052182 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-687d622a-e661-45a0-965c-35550b83fc83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0dec783fd9794907b1ecc292b4ba4365&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5111091 May 11 07:38:27.058484 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1da01f-efa7-4abd-820a-1585a4a8c451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3366344-a5dc-443f-bd2a-6232401c6861,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:27.059663 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45032) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:27.077857 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.079183 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 23507595-1b95-4935-a042-62cf1562e541 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:27.133981 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-9b1da01f-efa7-4abd-820a-1585a4a8c451 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ab350046da947ad8a85d432e688c79d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4234312 May 11 07:38:27.135952 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45036) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:27.177111 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-5b2bdc51-fae3-4206-b858-a3f979e5c67f service neutron] 10.222.0.36 "GET /v2.0/networks/18b5bf80-b800-45f7-8cd6-6c95a35d27fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240769 May 11 07:38:27.183839 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d622a-e661-45a0-965c-35550b83fc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b29ff94-e5fd-4e55-9c7d-9d87b4e26dc3,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:27.199741 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:25Z', 'revision_number': 3, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:27.203578 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=6457d24d-97e3-4b5d-8d83-2574c8301034,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:27.233443 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Checking router: 393df9c4-d2fa-494c-9535-bd6fd882f1dc for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:38:27.234018 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Updating router 393df9c4-d2fa-494c-9535-bd6fd882f1dc port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:38:27.266002 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Router 0d28e586-6631-4616-ad19-7d966254ff7e is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:38:27.266170 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.282408 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-447ea63d-cf8a-48ec-8308-fcb91a9876eb admin admin] Publish callbacks [] for security_group (a3366344-a5dc-443f-bd2a-6232401c6861), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.302966 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-f678349c-4172-445b-8261-3622c8803b7c None None] Current status of the port 23507595-1b95-4935-a042-62cf1562e541 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:27.305071 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f678349c-4172-445b-8261-3622c8803b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (23507595-1b95-4935-a042-62cf1562e541), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.309114 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-447ea63d-cf8a-48ec-8308-fcb91a9876eb admin admin] Publish callbacks [] for security_group (a3366344-a5dc-443f-bd2a-6232401c6861), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.324000 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 23507595-1b95-4935-a042-62cf1562e541 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:27.324517 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (23507595-1b95-4935-a042-62cf1562e541), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.424763 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-f678349c-4172-445b-8261-3622c8803b7c None None] For port 23507595-1b95-4935-a042-62cf1562e541, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=23507595-1b95-4935-a042-62cf1562e541,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:27.462638 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-c887fba7-bd85-4a01-9386-d5457a63825a service neutron] 10.222.0.36 "GET /v2.0/networks/18b5bf80-b800-45f7-8cd6-6c95a35d27fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407703 May 11 07:38:27.490551 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-baa973c8-7c31-48e2-aac2-310366fbabdc admin admin] Publish callbacks [] for security_group (9b29ff94-e5fd-4e55-9c7d-9d87b4e26dc3), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.492768 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f678349c-4172-445b-8261-3622c8803b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (23507595-1b95-4935-a042-62cf1562e541), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.496869 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-447ea63d-cf8a-48ec-8308-fcb91a9876eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (a3366344-a5dc-443f-bd2a-6232401c6861), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.500366 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-447ea63d-cf8a-48ec-8308-fcb91a9876eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.503790 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-447ea63d-cf8a-48ec-8308-fcb91a9876eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3366344-a5dc-443f-bd2a-6232401c6861 HTTP/1.1" status: 204 len: 168 time: 0.3645747 May 11 07:38:27.505855 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:38:27.517483 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ea63d-cf8a-48ec-8308-fcb91a9876eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3366344-a5dc-443f-bd2a-6232401c6861,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:27.532132 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Sync routers for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:38:27.542409 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.546656 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f8a5565b-e886-48c4-94ca-7fbf7173f218 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4706998 May 11 07:38:27.546858 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45040) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:27.570295 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-baa973c8-7c31-48e2-aac2-310366fbabdc admin admin] Publish callbacks [] for security_group (9b29ff94-e5fd-4e55-9c7d-9d87b4e26dc3), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.601830 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:38:27.603529 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:38:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:27.741935 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-baa973c8-7c31-48e2-aac2-310366fbabdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (9b29ff94-e5fd-4e55-9c7d-9d87b4e26dc3), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.745341 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-baa973c8-7c31-48e2-aac2-310366fbabdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.746898 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-baa973c8-7c31-48e2-aac2-310366fbabdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b29ff94-e5fd-4e55-9c7d-9d87b4e26dc3 HTTP/1.1" status: 204 len: 168 time: 0.6389802 May 11 07:38:27.754908 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:38:27.820876 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa973c8-7c31-48e2-aac2-310366fbabdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b29ff94-e5fd-4e55-9c7d-9d87b4e26dc3,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:27.840068 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 23507595-1b95-4935-a042-62cf1562e541 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:27.840809 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (23507595-1b95-4935-a042-62cf1562e541), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.900807 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Publish callbacks [] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.913281 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.918066 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:27.974498 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45062) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:27.983586 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.db.api [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 07:38:27.984039 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG oslo_db.api [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 07:38:27.999453 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-ba642c37-a1cb-4040-8583-85dead22027d None None] Provisioning complete for port 23507595-1b95-4935-a042-62cf1562e541 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:27.999846 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ba642c37-a1cb-4040-8583-85dead22027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (23507595-1b95-4935-a042-62cf1562e541), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.025568 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Pushing event updated for resources: {'Port': ['ID=75dfd6b7-3516-44f9-a05e-56ec09ae6b6d,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:28.056029 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.061573 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.063556 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678349c-4172-445b-8261-3622c8803b7c None None] Pushing event updated for resources: {'Port': ['ID=23507595-1b95-4935-a042-62cf1562e541,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:28.064199 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.064713 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.066422 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.068442 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.068979 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.069671 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.070184 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.070685 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.071212 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.072388 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.073705 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.074393 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.074689 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Tracked resource versions report: May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: pushed versions: May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: { 'AddressGroup': {'1.2'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Agent': {'1.1'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'ConntrackHelper': {'1.0'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'LocalIPAssociation': {'1.0'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Log': {'1.0'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'NDPProxy': {'1.0'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Network': {'1.1'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Port': {'1.7'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'PortForwarding': {'1.3'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'QosPolicy': {'1.10'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SecurityGroup': {'1.5'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SecurityGroupRule': {'1.2'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SubPort': {'1.0'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Subnet': {'1.1'}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Trunk': {'1.1'}} May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: consumer versions: May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: { DHCP agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: HyperV agent@hv-cinder-83699: {}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: L3 agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: Metadata agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: Metering agent@dv-cinder-836996-20-iscsi: {}, May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: Open vSwitch agent@dv-cinder-836996-20-iscsi: { 'AddressGroup': '1.2', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Agent': '1.1', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'ConntrackHelper': '1.0', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'LocalIPAssociation': '1.0', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Log': '1.0', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'NDPProxy': '1.0', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Network': '1.1', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Port': '1.7', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'PortForwarding': '1.3', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'QosPolicy': '1.10', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SecurityGroup': '1.5', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SecurityGroupRule': '1.2', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'SubPort': '1.0', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Subnet': '1.1', May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: 'Trunk': '1.1'}} May 11 07:38:28.076082 dv-cinder-836996-20-iscsi neutron-server[103570]: {{(pid=103570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 07:38:28.147339 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Attempting to bind port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:38:28.149686 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Attempting to bind port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:38:28.150167 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Attempting to bind port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:28.169210 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:38:28.169991 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:28.171160 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.171655 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:38:28.172264 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Bound port: 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:38:28.172780 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.185830 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-ba642c37-a1cb-4040-8583-85dead22027d None None] Current status of the port 23507595-1b95-4935-a042-62cf1562e541 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:28.215264 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-ba642c37-a1cb-4040-8583-85dead22027d None None] Provisioning complete for port 6457d24d-97e3-4b5d-8d83-2574c8301034 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:28.216084 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ba642c37-a1cb-4040-8583-85dead22027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.315678 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-e71007bb-3c78-4cd8-b567-d90c355b7a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.327652 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] For port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:38:28.328472 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:25Z', 'revision_number': 3, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:28.333827 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] For port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=75dfd6b7-3516-44f9-a05e-56ec09ae6b6d,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:38:28.341867 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.363895 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45080) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:28.389223 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aa34826d-27ab-4d44-8f21-d25b1904e2c3 req-a1cda4e3-ca96-4a98-9a35-fd0263cdadd1 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 210 time: 0.3961267 May 11 07:38:28.412577 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24954978-5d03-4c32-acff-a47a1bbca5f0 None None] Pushing event updated for resources: {'Port': ['ID=75dfd6b7-3516-44f9-a05e-56ec09ae6b6d,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:28.433053 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-ba642c37-a1cb-4040-8583-85dead22027d None None] Current status of the port 6457d24d-97e3-4b5d-8d83-2574c8301034 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:28.436264 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:38:28.437327 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:38:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:28.445473 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Checking router: 0d28e586-6631-4616-ad19-7d966254ff7e for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:38:28.445473 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Updating router 0d28e586-6631-4616-ad19-7d966254ff7e port b99b2baa-34ca-4d53-8010-acb4222fa775 binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:38:28.525566 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.573123 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-ebcdd40a-b071-45fe-9620-f5877324c464 None None] Provisioning complete for port 6457d24d-97e3-4b5d-8d83-2574c8301034 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:28.573883 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ebcdd40a-b071-45fe-9620-f5877324c464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.580845 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 23507595-1b95-4935-a042-62cf1562e541 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:28.597745 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:38:28.642326 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.664504 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e4acca8e-0df7-42b4-baad-5d1b600e2637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.833260 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6457d24d-97e3-4b5d-8d83-2574c8301034 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:28.840285 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e4acca8e-0df7-42b4-baad-5d1b600e2637 admin admin] Publish callbacks [] for security_group (1fea3442-1ebd-4b50-bd3a-41e03903c769), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.864495 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e4acca8e-0df7-42b4-baad-5d1b600e2637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1fea3442-1ebd-4b50-bd3a-41e03903c769), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.954992 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 6457d24d-97e3-4b5d-8d83-2574c8301034 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:28.955456 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:28.967244 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Allocated IP 172.20.0.1 (c4d89019-bced-4db2-9253-82870fddaba6/7dd08214-79c9-4b3f-a32b-8b549d227676/f30da3c7-22e6-47f9-b102-8f2554915883) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:29.026932 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:25Z', 'revision_number': 3, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:29.044488 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e4acca8e-0df7-42b4-baad-5d1b600e2637 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7eab63757454afcbfd94be11cbc2f75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6795032 May 11 07:38:29.049886 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acca8e-0df7-42b4-baad-5d1b600e2637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea3442-1ebd-4b50-bd3a-41e03903c769,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:29.055673 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45108) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:29.110094 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Allocated IP 172.20.0.1 (a507c15c-cc52-449f-920c-1f23d1b31239/f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312/7fbddfad-9baf-4ff5-8e72-47ddf0407507) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:29.132973 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43753237-027e-4964-97c1-f4579a0d80c4 None None] The sync data for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi is: [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:25Z', 'revision_number': 3, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:38:29.289307 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Publish callbacks [] for port (f30da3c7-22e6-47f9-b102-8f2554915883), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:29.293615 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3f4658bd-4aeb-4269-81cc-082d70d7ec6c admin admin] Publish callbacks [] for security_group (1fea3442-1ebd-4b50-bd3a-41e03903c769), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:29.302802 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-ebcdd40a-b071-45fe-9620-f5877324c464 None None] Current status of the port 6457d24d-97e3-4b5d-8d83-2574c8301034 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:29.388402 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3f4658bd-4aeb-4269-81cc-082d70d7ec6c admin admin] Publish callbacks [] for security_group (1fea3442-1ebd-4b50-bd3a-41e03903c769), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:29.403819 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:29.528839 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Network c4d89019-bced-4db2-9253-82870fddaba6 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:29.531328 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Pushing event updated for resources: {'Port': ['ID=f30da3c7-22e6-47f9-b102-8f2554915883,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:29.543118 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Publish callbacks [] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:29.547968 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:29.556672 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:29.559810 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (0d28e586-6631-4616-ad19-7d966254ff7e), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:29.662407 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 6457d24d-97e3-4b5d-8d83-2574c8301034 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:29.663494 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 23507595-1b95-4935-a042-62cf1562e541 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:29.682663 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c05af85-8c19-4948-b3ed-25f7c74c16a8 req-3b5a4837-57d0-4dbf-888a-88b59bc3920f tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 210 time: 0.1373696 May 11 07:38:29.714228 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3f4658bd-4aeb-4269-81cc-082d70d7ec6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1fea3442-1ebd-4b50-bd3a-41e03903c769), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:29.716585 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3f4658bd-4aeb-4269-81cc-082d70d7ec6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:29.780378 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-3f4658bd-4aeb-4269-81cc-082d70d7ec6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fea3442-1ebd-4b50-bd3a-41e03903c769 HTTP/1.1" status: 204 len: 168 time: 0.7209482 May 11 07:38:29.861712 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4658bd-4aeb-4269-81cc-082d70d7ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea3442-1ebd-4b50-bd3a-41e03903c769,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:29.916901 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:29.994006 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Network a507c15c-cc52-449f-920c-1f23d1b31239 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:30.015206 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:30.019655 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:30.020224 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (393df9c4-d2fa-494c-9535-bd6fd882f1dc), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.108109 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 23507595-1b95-4935-a042-62cf1562e541 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:30.108508 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (23507595-1b95-4935-a042-62cf1562e541), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.132159 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.236036 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbddfad-9baf-4ff5-8e72-47ddf0407507,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:30.257116 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Publish callbacks [] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.299882 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.313363 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-b7520636-22eb-4116-a082-693e881b2dec None None] Provisioning complete for port f30da3c7-22e6-47f9-b102-8f2554915883 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:30.315468 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b7520636-22eb-4116-a082-693e881b2dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.493894 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3493-9331-495d-a730-f2947bb1e8cf None None] Pushing event updated for resources: {'Port': ['ID=b99b2baa-34ca-4d53-8010-acb4222fa775,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:30.545357 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Attempting to bind port b99b2baa-34ca-4d53-8010-acb4222fa775 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:38:30.545919 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Attempting to bind port b99b2baa-34ca-4d53-8010-acb4222fa775 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:38:30.546887 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Attempting to bind port b99b2baa-34ca-4d53-8010-acb4222fa775 on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:30.602119 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:38:30.602721 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:30.603202 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.603663 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:38:30.604454 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Bound port: b99b2baa-34ca-4d53-8010-acb4222fa775, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:38:30.604916 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.607124 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.642412 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-b7520636-22eb-4116-a082-693e881b2dec None None] Port f30da3c7-22e6-47f9-b102-8f2554915883 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:38:30.644013 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 23507595-1b95-4935-a042-62cf1562e541 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:30.730009 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Publish callbacks [] for port (f30da3c7-22e6-47f9-b102-8f2554915883), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.739700 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.743009 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (0d28e586-6631-4616-ad19-7d966254ff7e), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.886096 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] For port b99b2baa-34ca-4d53-8010-acb4222fa775, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:38:30.896322 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] For port b99b2baa-34ca-4d53-8010-acb4222fa775, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=b99b2baa-34ca-4d53-8010-acb4222fa775,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:38:30.922899 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-f4ec2aa0-457d-41be-b46b-17a312ef23cf None None] Provisioning complete for port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:30.923662 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2aa0-457d-41be-b46b-17a312ef23cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.934135 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-01434c04-d9f2-4b61-a992-a7b8dce6a998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.954985 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:30.955574 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Publish callbacks [] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.968672 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:30.969481 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (393df9c4-d2fa-494c-9535-bd6fd882f1dc), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:31.015776 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:31.099309 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Pushing event updated for resources: {'Port': ['ID=f30da3c7-22e6-47f9-b102-8f2554915883,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:31.147083 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Network a507c15c-cc52-449f-920c-1f23d1b31239 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:31.152809 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:31.226480 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Network c4d89019-bced-4db2-9253-82870fddaba6 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:31.227952 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:31.238692 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec2aa0-457d-41be-b46b-17a312ef23cf None None] Port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:38:31.269253 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:38:31.270043 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:38:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:31.319735 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3493-9331-495d-a730-f2947bb1e8cf None None] Pushing event updated for resources: {'Port': ['ID=b99b2baa-34ca-4d53-8010-acb4222fa775,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:31.351152 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:31.351556 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:31.546173 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ccf5d966-529d-4204-b511-ff013797e390 req-a9120a1d-451c-426d-bd8a-efa6a566324d tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 210 time: 0.4076657 May 11 07:38:31.551472 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Router 393df9c4-d2fa-494c-9535-bd6fd882f1dc has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:38:31.561073 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbddfad-9baf-4ff5-8e72-47ddf0407507,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:31.646529 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Router 0d28e586-6631-4616-ad19-7d966254ff7e has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:38:31.665387 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:38:31.735641 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-347ca9e1-8d3d-4e1e-9f05-0fa2ec79c7ff None None] Provisioning complete for port f30da3c7-22e6-47f9-b102-8f2554915883 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:31.736131 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-347ca9e1-8d3d-4e1e-9f05-0fa2ec79c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:31.806337 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:38:31.836655 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-7b8b414e-d159-44bd-81e1-f723ba55be61 admin admin] 10.222.0.36 "PUT /v2.0/routers/393df9c4-d2fa-494c-9535-bd6fd882f1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3114321 May 11 07:38:31.845194 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:31.926616 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:31.927600 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:31.952589 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:38:31.961783 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f6cacf2b-6906-4f33-8677-15b148491a62 admin admin] 10.222.0.36 "PUT /v2.0/routers/0d28e586-6631-4616-ad19-7d966254ff7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4136817 May 11 07:38:32.092314 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=75dfd6b7-3516-44f9-a05e-56ec09ae6b6d,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:32.095826 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-347ca9e1-8d3d-4e1e-9f05-0fa2ec79c7ff None None] Port f30da3c7-22e6-47f9-b102-8f2554915883 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:38:32.110219 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:32.157848 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-347ca9e1-8d3d-4e1e-9f05-0fa2ec79c7ff None None] Provisioning complete for port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:32.158182 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-347ca9e1-8d3d-4e1e-9f05-0fa2ec79c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:32.187256 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 2, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:32.226380 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4304e0-81a4-480f-ade0-3dff13f758ac None None] The sync data for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi is: [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 2, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:38:32.249832 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-347ca9e1-8d3d-4e1e-9f05-0fa2ec79c7ff None None] Port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:38:32.257529 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=75dfd6b7-3516-44f9-a05e-56ec09ae6b6d,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:32.369714 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Sync routers for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:38:32.385438 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:38:32.386671 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:38:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:32.568703 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:38:32.737003 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45314) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:32.744522 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-6299c225-3493-4b67-911f-8934f09b262b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896014323', 'description': 'tempest-description--1858023704'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:32.823470 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-6299c225-3493-4b67-911f-8934f09b262b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:33.018442 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:33.144197 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-6299c225-3493-4b67-911f-8934f09b262b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (920b46a7-1096-44d8-b018-bbcad9cb3cb1), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:33.159671 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-6299c225-3493-4b67-911f-8934f09b262b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (920b46a7-1096-44d8-b018-bbcad9cb3cb1), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:33.189025 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-29b578bd-f478-4316-ba82-19a2186c6530 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:33.209302 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-29b578bd-f478-4316-ba82-19a2186c6530 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 819 time: 0.4965031 May 11 07:38:33.265989 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299c225-3493-4b67-911f-8934f09b262b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920b46a7-1096-44d8-b018-bbcad9cb3cb1,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:33.286887 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:33.289960 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:33.290327 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:33.305693 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6ffa1d98-897b-4d69-ac76-19e05fbf1570 req-a80b6704-cdac-49f3-9539-2d41745bfed9 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 210 time: 0.0733798 May 11 07:38:33.321414 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-6299c225-3493-4b67-911f-8934f09b262b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:33.327474 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-6299c225-3493-4b67-911f-8934f09b262b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5870423 May 11 07:38:33.329764 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45354) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:33.336759 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-22936fcc-ee02-49c3-b3e8-8d31c859d33a tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/quotas/5100c1cfe7f148058734c0da2d1497d4 HTTP/1.1" status: 200 len: 375 time: 0.1244631 May 11 07:38:33.346884 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-3a7082bc-4bd1-45c4-968d-a9eca93dba78 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'security_group_rule': {'security_group_id': '920b46a7-1096-44d8-b018-bbcad9cb3cb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:33.444428 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 2, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:33.461015 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3a7082bc-4bd1-45c4-968d-a9eca93dba78 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (171d3dc8-5863-49b6-b16b-7fdd431febc3), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:33.512225 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Checking router: 393df9c4-d2fa-494c-9535-bd6fd882f1dc for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:38:33.513583 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Updating router 393df9c4-d2fa-494c-9535-bd6fd882f1dc port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:38:33.515977 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-d92fa116-6256-4dc1-a87e-2dd109d41bb8 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1762497 May 11 07:38:33.525327 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:33.561605 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:33.607120 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3a7082bc-4bd1-45c4-968d-a9eca93dba78 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (171d3dc8-5863-49b6-b16b-7fdd431febc3), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:33.614342 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3a7082bc-4bd1-45c4-968d-a9eca93dba78 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (171d3dc8-5863-49b6-b16b-7fdd431febc3), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:33.705751 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-2c3f206e-aeaf-4f90-bf5a-15bd9788d139 service neutron] 10.222.0.36 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864877 May 11 07:38:33.884396 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.24', 64941) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:33.919181 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7082bc-4bd1-45c4-968d-a9eca93dba78 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171d3dc8-5863-49b6-b16b-7fdd431febc3,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:33.942089 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-a8869f27-d5b9-4099-ae5d-eb2efd865e0f service neutron] 10.222.0.36 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354298 May 11 07:38:33.996090 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3a7082bc-4bd1-45c4-968d-a9eca93dba78 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:34.009140 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45398) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:34.014606 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-1e849494-06fb-4b5d-a285-8791e5d99a2c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'security_group_rule': {'security_group_id': '920b46a7-1096-44d8-b018-bbcad9cb3cb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:34.024309 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-3a7082bc-4bd1-45c4-968d-a9eca93dba78 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6922250 May 11 07:38:34.129434 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e849494-06fb-4b5d-a285-8791e5d99a2c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (cb6359de-adb1-4851-8b9d-253fa102f0bd), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:34.356599 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Publish callbacks [] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:34.384996 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:34.432871 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-2010ebe7-3a40-420d-9b76-130602d8d525 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:34.434538 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-2010ebe7-3a40-420d-9b76-130602d8d525 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.24 "GET /v2.0/networks?id=18b5bf80-b800-45f7-8cd6-6c95a35d27fb HTTP/1.1" status: 200 len: 812 time: 0.5500896 May 11 07:38:34.479784 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e849494-06fb-4b5d-a285-8791e5d99a2c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (cb6359de-adb1-4851-8b9d-253fa102f0bd), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:34.505099 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Request body: {'port': {'device_id': 'a5fa53db-5b31-4554-8d58-560e0c4028b1', 'network_id': '18b5bf80-b800-45f7-8cd6-6c95a35d27fb', 'admin_state_up': True, 'tenant_id': '96ac52de89f14d7995335a0d2c06ed8c'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:34.537861 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e849494-06fb-4b5d-a285-8791e5d99a2c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (cb6359de-adb1-4851-8b9d-253fa102f0bd), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:34.583264 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45446) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:34.642830 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7a1d0-5eea-48a3-9143-b931a9e3cb80 None None] Pushing event updated for resources: {'Port': ['ID=7fbddfad-9baf-4ff5-8e72-47ddf0407507,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:34.745082 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:34.807352 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bc0f9b68-690a-4df1-9141-61292b156884 req-b1db9990-0711-4c32-b8dd-2c29544e3fc2 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 210 time: 0.3432117 May 11 07:38:34.820124 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e849494-06fb-4b5d-a285-8791e5d99a2c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:34.826679 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-1e849494-06fb-4b5d-a285-8791e5d99a2c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8149869 May 11 07:38:34.846923 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45458) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:34.847252 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45464) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:34.941593 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b99b2baa-34ca-4d53-8010-acb4222fa775 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:34.962862 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Attempting to bind port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:38:34.963252 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Attempting to bind port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:38:34.963622 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Attempting to bind port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 on network a507c15c-cc52-449f-920c-1f23d1b31239 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:34.987051 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:38:34.987435 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Checking segment: {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:34.987862 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:34.988244 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Bound using segment: {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:38:34.988715 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Bound port: 7fbddfad-9baf-4ff5-8e72-47ddf0407507, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:38:35.001128 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:35.005714 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:35.026899 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e849494-06fb-4b5d-a285-8791e5d99a2c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6359de-adb1-4851-8b9d-253fa102f0bd,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:35.057164 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1e4712bf-fe96-49cb-a8e7-333598639507 req-834e8228-7429-48f6-a69b-c33abf91b6f1 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 210 time: 0.5032053 May 11 07:38:35.125254 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:35.146739 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port b99b2baa-34ca-4d53-8010-acb4222fa775 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:35.147533 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:35.290291 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] For port 7fbddfad-9baf-4ff5-8e72-47ddf0407507, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:38:35.295243 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] For port 7fbddfad-9baf-4ff5-8e72-47ddf0407507, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=7fbddfad-9baf-4ff5-8e72-47ddf0407507,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:38:35.322682 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:35.340532 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5fc5eba1-c86e-4d63-81d3-f6efd83886b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:35.424125 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Made reservation on behalf of 96ac52de89f14d7995335a0d2c06ed8c for: {'port': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:35.445423 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:35.515824 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-637925aa-6380-4e92-b09a-2736064c3f25 None None] Provisioning complete for port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:35.520013 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-637925aa-6380-4e92-b09a-2736064c3f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:35.533273 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port b99b2baa-34ca-4d53-8010-acb4222fa775 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:35.534882 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7a1d0-5eea-48a3-9143-b931a9e3cb80 None None] Pushing event updated for resources: {'Port': ['ID=7fbddfad-9baf-4ff5-8e72-47ddf0407507,revision_number=4']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:35.539256 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:35.624023 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:38:35.624936 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:38:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:35.751021 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port b99b2baa-34ca-4d53-8010-acb4222fa775, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=b99b2baa-34ca-4d53-8010-acb4222fa775,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:35.776009 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:35.953650 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:38:36.039725 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-765a196e-14cb-457f-809e-efc267d3e834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:36.043586 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5fc5eba1-c86e-4d63-81d3-f6efd83886b6 admin admin] Publish callbacks [] for security_group (b669605b-bfc5-4891-8539-14e3df4f26bd), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:36.186591 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:36.416108 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5fc5eba1-c86e-4d63-81d3-f6efd83886b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b669605b-bfc5-4891-8539-14e3df4f26bd), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:36.502636 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-5fc5eba1-c86e-4d63-81d3-f6efd83886b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3c3f97c16924379bbbfde15df0b0227&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9125977 May 11 07:38:36.507626 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Allocated IP 172.20.0.5 (18b5bf80-b800-45f7-8cd6-6c95a35d27fb/60aa6a6a-7f05-4085-b3f0-31f32e4912d1/85426f35-70c3-4ad3-a864-509a1e6017ca) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:36.512150 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45556) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:36.540527 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45558) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:36.542824 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=b99b2baa-34ca-4d53-8010-acb4222fa775,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:36.556167 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cff2be1e-7c2c-45a8-bf12-c3d9553df80e req-a81bb5ee-ed2d-434a-ab11-1de19783ecc6 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 210 time: 0.2413244 May 11 07:38:36.571354 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-637925aa-6380-4e92-b09a-2736064c3f25 None None] Current status of the port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:36.573168 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-637925aa-6380-4e92-b09a-2736064c3f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:36.586481 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-c0152a98-a8bc-4434-9325-6647fa53d82f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:36.593804 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-c0152a98-a8bc-4434-9325-6647fa53d82f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 819 time: 0.6766376 May 11 07:38:36.612783 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45560) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:36.676938 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-637925aa-6380-4e92-b09a-2736064c3f25 None None] For port 7fbddfad-9baf-4ff5-8e72-47ddf0407507, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=7fbddfad-9baf-4ff5-8e72-47ddf0407507,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:36.683408 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-06231dcc-8dbf-4636-81bf-c038edf3e71e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/quotas/5100c1cfe7f148058734c0da2d1497d4 HTTP/1.1" status: 200 len: 375 time: 0.0884616 May 11 07:38:36.685372 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-637925aa-6380-4e92-b09a-2736064c3f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:36.709390 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:36.756759 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5eba1-c86e-4d63-81d3-f6efd83886b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b669605b-bfc5-4891-8539-14e3df4f26bd,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:36.825310 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464e1c0-91b1-4743-bb97-3156155aea43 None None] The sync data for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi is: [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:38:36.919060 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b99b2baa-34ca-4d53-8010-acb4222fa775 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:36.945079 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8274169a-1a88-4ece-bc58-85f19fb25ebb admin admin] Publish callbacks [] for security_group (b669605b-bfc5-4891-8539-14e3df4f26bd), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.132474 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-48a11fde-d7da-4a7b-a5a1-7d43ed3757e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.176326 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-ef77e0be-1667-42d8-b29d-90db2ad088c3 None None] Provisioning complete for port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:37.181215 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ef77e0be-1667-42d8-b29d-90db2ad088c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.209001 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637925aa-6380-4e92-b09a-2736064c3f25 None None] Pushing event updated for resources: {'Port': ['ID=7fbddfad-9baf-4ff5-8e72-47ddf0407507,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:37.307230 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-765a196e-14cb-457f-809e-efc267d3e834 admin admin] Publish callbacks [] for security_group (5e1700db-e43e-4ddb-b949-11b7c9f35cff), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.338508 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-7c4b8369-3823-4527-94e8-561851233c74 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6538081 May 11 07:38:37.344721 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Sync routers for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:38:37.350222 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-765a196e-14cb-457f-809e-efc267d3e834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5e1700db-e43e-4ddb-b949-11b7c9f35cff), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.406365 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Allocated IP 172.27.2.13 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/008ba21a-c55e-47f1-adb0-737e38c44172) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:37.439862 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a196e-14cb-457f-809e-efc267d3e834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1700db-e43e-4ddb-b949-11b7c9f35cff,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:37.482435 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:38:37.486643 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Publish callbacks [] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.489523 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:38:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:37.597157 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.632776 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port b99b2baa-34ca-4d53-8010-acb4222fa775 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:37.633513 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.635050 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-35635e40-a7c6-4767-8276-60a7291ab87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.649633 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-48a11fde-d7da-4a7b-a5a1-7d43ed3757e0 admin admin] Publish callbacks [] for security_group (f35f5c9a-06a4-4d45-8711-8fad8a23643b), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.664139 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-48a11fde-d7da-4a7b-a5a1-7d43ed3757e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f35f5c9a-06a4-4d45-8711-8fad8a23643b), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.788267 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-48a11fde-d7da-4a7b-a5a1-7d43ed3757e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f90f628876264b8bac72381eb338c07e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2352946 May 11 07:38:37.794860 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-765a196e-14cb-457f-809e-efc267d3e834 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f8cf9d79fdd4e3a8b46fb3022a12a9f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9446065 May 11 07:38:37.794860 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45594) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:37.796964 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8274169a-1a88-4ece-bc58-85f19fb25ebb admin admin] Publish callbacks [] for security_group (b669605b-bfc5-4891-8539-14e3df4f26bd), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.864537 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-ef77e0be-1667-42d8-b29d-90db2ad088c3 None None] Current status of the port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:37.877520 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-1811d1cf-51c8-487e-8300-26a20b624a88 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:38:37.897275 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-1811d1cf-51c8-487e-8300-26a20b624a88 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4121835 May 11 07:38:37.946390 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45596) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:37.947047 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45598) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:37.980817 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Network 18b5bf80-b800-45f7-8cd6-6c95a35d27fb is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:37.985835 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8274169a-1a88-4ece-bc58-85f19fb25ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b669605b-bfc5-4891-8539-14e3df4f26bd), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.989241 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8274169a-1a88-4ece-bc58-85f19fb25ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:37.990833 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-8274169a-1a88-4ece-bc58-85f19fb25ebb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b669605b-bfc5-4891-8539-14e3df4f26bd HTTP/1.1" status: 204 len: 168 time: 1.4773626 May 11 07:38:38.082866 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-35635e40-a7c6-4767-8276-60a7291ab87a admin admin] Publish callbacks [] for security_group (714f8579-b0bc-474d-accf-ec5c8b0d693d), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:38.102861 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port b99b2baa-34ca-4d53-8010-acb4222fa775 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:38.119360 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:38:38.188976 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:38.197831 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-35635e40-a7c6-4767-8276-60a7291ab87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (714f8579-b0bc-474d-accf-ec5c8b0d693d), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:38.263542 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:38.272585 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:38.273193 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:38.286422 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.24', 64951) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:38.374100 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-35635e40-a7c6-4767-8276-60a7291ab87a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b5ac6259a5b45cb9e72830e060ad247&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7539520 May 11 07:38:38.379394 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Pushing event updated for resources: {'Port': ['ID=85426f35-70c3-4ad3-a864-509a1e6017ca,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:38.421033 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45612) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:38.424780 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2fe126c8-40f8-4c81-92e5-240a0dd230c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:38.471849 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a11fde-d7da-4a7b-a5a1-7d43ed3757e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35f5c9a-06a4-4d45-8711-8fad8a23643b,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:38.506661 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995680d3-e7c8-4bea-9539-d8549740c041 req-e7013f15-e23c-4757-a1e2-a7b92d073130 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:38.509888 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-995680d3-e7c8-4bea-9539-d8549740c041 req-e7013f15-e23c-4757-a1e2-a7b92d073130 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 931 time: 0.7675683 May 11 07:38:38.575225 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a111-58b1-44a0-a89f-7e511c4c27cd admin admin] Publish callbacks [] for security_group (f35f5c9a-06a4-4d45-8711-8fad8a23643b), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:38.605320 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a111-58b1-44a0-a89f-7e511c4c27cd admin admin] Publish callbacks [] for security_group (f35f5c9a-06a4-4d45-8711-8fad8a23643b), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:38.609812 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b4e25b39-6724-4a98-a749-a9c6e6900005 admin admin] Publish callbacks [] for security_group (5e1700db-e43e-4ddb-b949-11b7c9f35cff), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:38.618645 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274169a-1a88-4ece-bc58-85f19fb25ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b669605b-bfc5-4891-8539-14e3df4f26bd,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:38.655864 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-3e134cbb-84cc-4543-ace6-d891e4f2cd29 service neutron] 10.222.0.36 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573223 May 11 07:38:38.664839 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 2, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:38.740668 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Checking router: 0d28e586-6631-4616-ad19-7d966254ff7e for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:38:38.745085 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Updating router 0d28e586-6631-4616-ad19-7d966254ff7e port f30da3c7-22e6-47f9-b102-8f2554915883 binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:38:38.765226 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35635e40-a7c6-4767-8276-60a7291ab87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714f8579-b0bc-474d-accf-ec5c8b0d693d,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:38.829249 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:38.848921 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 7fbddfad-9baf-4ff5-8e72-47ddf0407507 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:38.858834 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-9c79f347-b6a4-48ad-9553-299e6d597e18 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3596287 May 11 07:38:38.859474 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45624) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:38.904024 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-3a7954d9-c750-4ee6-9898-54400da6b7cc tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:38:38.908390 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-3a7954d9-c750-4ee6-9898-54400da6b7cc tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0139422 May 11 07:38:38.923690 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-3873a186-7e71-48c7-a52e-314c46ac4879 service neutron] 10.222.0.36 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312837 May 11 07:38:38.946158 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-995680d3-e7c8-4bea-9539-d8549740c041 req-2315708e-73d5-422e-ab5b-36b0aa78ec24 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019554 May 11 07:38:39.009526 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for port (008ba21a-c55e-47f1-adb0-737e38c44172), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.011566 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a111-58b1-44a0-a89f-7e511c4c27cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f35f5c9a-06a4-4d45-8711-8fad8a23643b), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.015573 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a111-58b1-44a0-a89f-7e511c4c27cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.040028 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-5dc0a111-58b1-44a0-a89f-7e511c4c27cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f35f5c9a-06a4-4d45-8711-8fad8a23643b HTTP/1.1" status: 204 len: 168 time: 1.2129958 May 11 07:38:39.045967 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0571151f-4976-4968-9fd6-cd985fa3fccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.058636 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b4e25b39-6724-4a98-a749-a9c6e6900005 admin admin] Publish callbacks [] for security_group (5e1700db-e43e-4ddb-b949-11b7c9f35cff), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.063824 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0a111-58b1-44a0-a89f-7e511c4c27cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35f5c9a-06a4-4d45-8711-8fad8a23643b,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:39.188913 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-95d24dfe-9590-465c-9b5a-7a7fd68b3633 admin admin] Publish callbacks [] for security_group (714f8579-b0bc-474d-accf-ec5c8b0d693d), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.205235 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (008ba21a-c55e-47f1-adb0-737e38c44172), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.301439 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0571151f-4976-4968-9fd6-cd985fa3fccd admin admin] Publish callbacks [] for security_group (0f70ac40-d4b3-4f9d-8da8-d0c59abc64d5), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.318175 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'Port': ['ID=008ba21a-c55e-47f1-adb0-737e38c44172,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:39.365150 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0571151f-4976-4968-9fd6-cd985fa3fccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (0f70ac40-d4b3-4f9d-8da8-d0c59abc64d5), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.390780 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:39.394984 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:39.403740 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:39.450543 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Publish callbacks [] for port (f30da3c7-22e6-47f9-b102-8f2554915883), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.464404 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.472947 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-0571151f-4976-4968-9fd6-cd985fa3fccd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05cc325216304c03a521b09afb333bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6051977 May 11 07:38:39.495981 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Request body: {'port': {'device_id': 'a5fa53db-5b31-4554-8d58-560e0c4028b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:39.553715 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45636) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:39.603831 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.660596 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:39.661330 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.749918 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7934a9-70b5-4eb7-8def-458e76044732 None None] Pushing event updated for resources: {'Port': ['ID=f30da3c7-22e6-47f9-b102-8f2554915883,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:39.750613 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.802121 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-95d24dfe-9590-465c-9b5a-7a7fd68b3633 admin admin] Publish callbacks [] for security_group (714f8579-b0bc-474d-accf-ec5c8b0d693d), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.823393 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (008ba21a-c55e-47f1-adb0-737e38c44172), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:39.913361 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:38:40.026170 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78a9fd3c-f4ce-4694-be58-4e5d04d0bb95 req-8e4bc7b4-494b-4733-beae-cf667b57a5e5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 210 time: 0.3747437 May 11 07:38:40.029772 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:40.031699 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-c829901d-ddb9-41e4-850d-d4000edf24d3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:40.033616 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-c829901d-ddb9-41e4-850d-d4000edf24d3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 819 time: 1.6583388 May 11 07:38:40.040726 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Attempting to bind port f30da3c7-22e6-47f9-b102-8f2554915883 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:38:40.046231 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Attempting to bind port f30da3c7-22e6-47f9-b102-8f2554915883 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:38:40.046791 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Attempting to bind port f30da3c7-22e6-47f9-b102-8f2554915883 on network c4d89019-bced-4db2-9253-82870fddaba6 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:40.064763 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:38:40.069067 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Checking segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:40.069756 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.070370 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Bound using segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:38:40.071064 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Bound port: f30da3c7-22e6-47f9-b102-8f2554915883, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:38:40.071706 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.120151 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Request body: {'port': {'device_id': '40960ef3-1318-49f6-9a5e-c5b12205f0f6', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'admin_state_up': True, 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:40.181207 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-b06b9509-9b5a-4ee8-a3e9-7b837eed72ba None None] Provisioning complete for port f30da3c7-22e6-47f9-b102-8f2554915883 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:40.182232 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b06b9509-9b5a-4ee8-a3e9-7b837eed72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.268267 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-b06b9509-9b5a-4ee8-a3e9-7b837eed72ba None None] Port f30da3c7-22e6-47f9-b102-8f2554915883 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:38:40.270826 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] For port f30da3c7-22e6-47f9-b102-8f2554915883, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:38:40.320103 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] For port f30da3c7-22e6-47f9-b102-8f2554915883, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=f30da3c7-22e6-47f9-b102-8f2554915883,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:38:40.338839 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.369809 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571151f-4976-4968-9fd6-cd985fa3fccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f70ac40-d4b3-4f9d-8da8-d0c59abc64d5,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:40.421101 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2fe126c8-40f8-4c81-92e5-240a0dd230c0 admin admin] Publish callbacks [] for security_group (29f3cf88-207f-43f7-b21c-edc3a625d55b), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.428343 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6924a2-ac1a-47cb-8d2a-2e6fc2e6be0f req-ab348f57-8adc-4196-82dc-23b9ea7f4077 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:40.428574 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7934a9-70b5-4eb7-8def-458e76044732 None None] Pushing event updated for resources: {'Port': ['ID=f30da3c7-22e6-47f9-b102-8f2554915883,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:40.429484 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe6924a2-ac1a-47cb-8d2a-2e6fc2e6be0f req-ab348f57-8adc-4196-82dc-23b9ea7f4077 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 931 time: 0.2178288 May 11 07:38:40.455385 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:38:40.457280 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:38:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:40.459593 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-95d24dfe-9590-465c-9b5a-7a7fd68b3633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (714f8579-b0bc-474d-accf-ec5c8b0d693d), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.462135 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-95d24dfe-9590-465c-9b5a-7a7fd68b3633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.478808 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-95d24dfe-9590-465c-9b5a-7a7fd68b3633 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/714f8579-b0bc-474d-accf-ec5c8b0d693d HTTP/1.1" status: 204 len: 168 time: 2.0324917 May 11 07:38:40.585760 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2fe126c8-40f8-4c81-92e5-240a0dd230c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (29f3cf88-207f-43f7-b21c-edc3a625d55b), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.660733 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for port (008ba21a-c55e-47f1-adb0-737e38c44172), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.676803 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (008ba21a-c55e-47f1-adb0-737e38c44172), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.734210 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:38:40.766882 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d24dfe-9590-465c-9b5a-7a7fd68b3633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714f8579-b0bc-474d-accf-ec5c8b0d693d,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:40.797062 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe6924a2-ac1a-47cb-8d2a-2e6fc2e6be0f req-c16e4ac1-24fa-446c-abf1-5aa40c6cd281 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271000 May 11 07:38:40.833685 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.846110 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c4b230b1-18fb-492e-8a0e-e1a1f734516d admin admin] Publish callbacks [] for security_group (0f70ac40-d4b3-4f9d-8da8-d0c59abc64d5), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.881660 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.892541 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0301895 May 11 07:38:40.892727 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b4e25b39-6724-4a98-a749-a9c6e6900005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5e1700db-e43e-4ddb-b949-11b7c9f35cff), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.892727 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b4e25b39-6724-4a98-a749-a9c6e6900005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:40.902737 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4cf4c-a6dd-4356-b9f9-68d4a51ca3ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'Port': ['ID=008ba21a-c55e-47f1-adb0-737e38c44172,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:40.907138 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b4e25b39-6724-4a98-a749-a9c6e6900005 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e1700db-e43e-4ddb-b949-11b7c9f35cff HTTP/1.1" status: 204 len: 168 time: 2.9494586 May 11 07:38:41.033978 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c4b230b1-18fb-492e-8a0e-e1a1f734516d admin admin] Publish callbacks [] for security_group (0f70ac40-d4b3-4f9d-8da8-d0c59abc64d5), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.084260 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f30da3c7-22e6-47f9-b102-8f2554915883 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:41.147668 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c4b230b1-18fb-492e-8a0e-e1a1f734516d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (0f70ac40-d4b3-4f9d-8da8-d0c59abc64d5), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.150435 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c4b230b1-18fb-492e-8a0e-e1a1f734516d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.150731 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-06fef18c-25a1-44b9-9507-6df28ab5321a None None] Provisioning complete for port f30da3c7-22e6-47f9-b102-8f2554915883 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:41.151281 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-06fef18c-25a1-44b9-9507-6df28ab5321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.151729 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-c4b230b1-18fb-492e-8a0e-e1a1f734516d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f70ac40-d4b3-4f9d-8da8-d0c59abc64d5 HTTP/1.1" status: 204 len: 168 time: 1.5150549 May 11 07:38:41.200728 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45680) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:41.206140 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-2fe126c8-40f8-4c81-92e5-240a0dd230c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fd00b81b3b847a19533a7566fda02f6&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2404242 May 11 07:38:41.213213 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe126c8-40f8-4c81-92e5-240a0dd230c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f3cf88-207f-43f7-b21c-edc3a625d55b,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:41.322301 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port f30da3c7-22e6-47f9-b102-8f2554915883 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:41.322845 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.345328 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a3417564-0102-4263-ba51-28417bf5a3f2 req-d97f430e-1d5c-4a43-90df-199e617538f5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 210 time: 0.0936596 May 11 07:38:41.410839 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ac00e960-630c-4431-97e4-72f275c8a847 admin admin] Publish callbacks [] for security_group (29f3cf88-207f-43f7-b21c-edc3a625d55b), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.413992 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-06fef18c-25a1-44b9-9507-6df28ab5321a None None] Current status of the port f30da3c7-22e6-47f9-b102-8f2554915883 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:41.414498 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-06fef18c-25a1-44b9-9507-6df28ab5321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.463676 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ac00e960-630c-4431-97e4-72f275c8a847 admin admin] Publish callbacks [] for security_group (29f3cf88-207f-43f7-b21c-edc3a625d55b), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.548153 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.24', 64956) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:41.548543 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45684) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:41.650164 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ac00e960-630c-4431-97e4-72f275c8a847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (29f3cf88-207f-43f7-b21c-edc3a625d55b), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.678783 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ac00e960-630c-4431-97e4-72f275c8a847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.686800 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-ac00e960-630c-4431-97e4-72f275c8a847 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29f3cf88-207f-43f7-b21c-edc3a625d55b HTTP/1.1" status: 204 len: 168 time: 0.4846692 May 11 07:38:41.742943 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85426f35-70c3-4ad3-a864-509a1e6017ca {{(pid=103567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:38:41.751002 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port f30da3c7-22e6-47f9-b102-8f2554915883 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:41.751458 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.753460 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:40Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:41.755374 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Publish callbacks [] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.761429 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5da8be41-6fbc-45e5-9528-3e9a65961dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.778907 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.provisioning_blocks [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Transition to ACTIVE for port object 85426f35-70c3-4ad3-a864-509a1e6017ca will not be triggered until provisioned by entity L2. {{(pid=103567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:38:41.786047 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-06fef18c-25a1-44b9-9507-6df28ab5321a None None] For port f30da3c7-22e6-47f9-b102-8f2554915883, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=f30da3c7-22e6-47f9-b102-8f2554915883,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:41.786810 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e25b39-6724-4a98-a749-a9c6e6900005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1700db-e43e-4ddb-b949-11b7c9f35cff,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:41.801493 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00e960-630c-4431-97e4-72f275c8a847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f3cf88-207f-43f7-b21c-edc3a625d55b,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:41.801951 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b230b1-18fb-492e-8a0e-e1a1f734516d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f70ac40-d4b3-4f9d-8da8-d0c59abc64d5,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:41.804264 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.950753 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Made reservation on behalf of 5100c1cfe7f148058734c0da2d1497d4 for: {'port': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:41.957117 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:41.975078 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612da37d-fc9a-460c-8c3c-f3b790cc1945 None None] The sync data for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi is: [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:40Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:38:41.983140 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-06fef18c-25a1-44b9-9507-6df28ab5321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:42.114944 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Pushing event updated for resources: {'Port': ['ID=85426f35-70c3-4ad3-a864-509a1e6017ca,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:42.195160 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Attempting to bind port 85426f35-70c3-4ad3-a864-509a1e6017ca on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:38:42.195540 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Attempting to bind port 85426f35-70c3-4ad3-a864-509a1e6017ca by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '10bbba02-60ba-4f1d-9332-ae47ec7b4285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '18b5bf80-b800-45f7-8cd6-6c95a35d27fb'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:38:42.195921 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Attempting to bind port 85426f35-70c3-4ad3-a864-509a1e6017ca on network 18b5bf80-b800-45f7-8cd6-6c95a35d27fb {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:42.204230 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Port 85426f35-70c3-4ad3-a864-509a1e6017ca on network 18b5bf80-b800-45f7-8cd6-6c95a35d27fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:38:42.204524 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Attempting to bind port 85426f35-70c3-4ad3-a864-509a1e6017ca on network 18b5bf80-b800-45f7-8cd6-6c95a35d27fb {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:42.245935 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:38:42.246338 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Checking segment: {'id': '10bbba02-60ba-4f1d-9332-ae47ec7b4285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '18b5bf80-b800-45f7-8cd6-6c95a35d27fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:42.246854 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Bound using segment: {'id': '10bbba02-60ba-4f1d-9332-ae47ec7b4285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '18b5bf80-b800-45f7-8cd6-6c95a35d27fb'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:38:42.247326 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Bound port: 85426f35-70c3-4ad3-a864-509a1e6017ca, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10bbba02-60ba-4f1d-9332-ae47ec7b4285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '18b5bf80-b800-45f7-8cd6-6c95a35d27fb'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:38:42.247693 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:42.269062 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5da8be41-6fbc-45e5-9528-3e9a65961dfa admin admin] Publish callbacks [] for security_group (fafd0a75-7716-40a2-90e3-67e941c2a97e), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:42.300433 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.db.api [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 07:38:42.300773 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG oslo_db.api [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 07:38:42.347831 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Allocated IP 172.20.0.6 (c4d89019-bced-4db2-9253-82870fddaba6/7dd08214-79c9-4b3f-a32b-8b549d227676/be1479b9-6c95-4550-bed0-2553312bf4f3) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:42.392644 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fef18c-25a1-44b9-9507-6df28ab5321a None None] Pushing event updated for resources: {'Port': ['ID=f30da3c7-22e6-47f9-b102-8f2554915883,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:42.797310 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] For port 85426f35-70c3-4ad3-a864-509a1e6017ca, host hv-cinder-83699, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:38:42.808831 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] For port 85426f35-70c3-4ad3-a864-509a1e6017ca, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=85426f35-70c3-4ad3-a864-509a1e6017ca,segment=NetworkSegment(10bbba02-60ba-4f1d-9332-ae47ec7b4285),segment_id=10bbba02-60ba-4f1d-9332-ae47ec7b4285)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:38:42.848516 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:42.897842 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5da8be41-6fbc-45e5-9528-3e9a65961dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (fafd0a75-7716-40a2-90e3-67e941c2a97e), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:42.937235 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port f30da3c7-22e6-47f9-b102-8f2554915883 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:42.953498 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:42.989177 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:42.996928 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:42.998613 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] 10.222.0.24 "PUT /v2.0/ports/85426f35-70c3-4ad3-a864-509a1e6017ca HTTP/1.1" status: 200 len: 1093 time: 3.8128521 May 11 07:38:43.000583 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fa53db-5b31-4554-8d58-560e0c4028b1', 'tag': '85426f35-70c3-4ad3-a864-509a1e6017ca'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:38:43.064404 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-5da8be41-6fbc-45e5-9528-3e9a65961dfa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79bbe155db5049719a73be13f6015927&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5050051 May 11 07:38:43.083160 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45724) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:43.083494 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 45726) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:43.094578 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8be41-6fbc-45e5-9528-3e9a65961dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafd0a75-7716-40a2-90e3-67e941c2a97e,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:43.169511 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f30da3c7-22e6-47f9-b102-8f2554915883 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:43.231973 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-210630ed-82b9-4360-9cf0-7b014414fe4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:43.283647 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port f30da3c7-22e6-47f9-b102-8f2554915883 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:43.284034 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:43.385370 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401474c1-1586-49ca-b7ce-255dcb252431 req-97b7eb64-6fcf-4852-b4b5-b7b12f5fb465 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:43.395155 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-401474c1-1586-49ca-b7ce-255dcb252431 req-97b7eb64-6fcf-4852-b4b5-b7b12f5fb465 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 943 time: 1.2968090 May 11 07:38:43.442482 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:43.533122 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-210630ed-82b9-4360-9cf0-7b014414fe4d admin admin] Publish callbacks [] for security_group (eccb2677-4827-4e16-ab87-5446ed496cf3), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:43.534625 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-5825da6d-3a55-451f-b596-23cbd2466439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:43.536310 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-5825da6d-3a55-451f-b596-23cbd2466439 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ac52de89f14d7995335a0d2c06ed8c&device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 1127 time: 0.2947693 May 11 07:38:43.536967 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7225543-2e61-49f4-b3fb-7d80f26c2912 service neutron] Pushing event updated for resources: {'Port': ['ID=85426f35-70c3-4ad3-a864-509a1e6017ca,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:43.539879 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port f30da3c7-22e6-47f9-b102-8f2554915883 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:43.594050 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-210630ed-82b9-4360-9cf0-7b014414fe4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (eccb2677-4827-4e16-ab87-5446ed496cf3), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:43.630829 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-210630ed-82b9-4360-9cf0-7b014414fe4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2964d09955a428388d42f48beef4062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5272367 May 11 07:38:43.639831 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-99136003-3b62-44f0-9e59-3c62d68b5d10 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:43.641676 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-99136003-3b62-44f0-9e59-3c62d68b5d10 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 819 time: 2.0919964 May 11 07:38:43.658159 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-0e1c61b3-e5a3-42dd-a419-5b5e463a6df2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--896014323&fields=id&tenant_id=075ba180d52b46ad9cd3334520bcfb89 HTTP/1.1" status: 200 len: 267 time: 1.5329251 May 11 07:38:43.665359 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Network c4d89019-bced-4db2-9253-82870fddaba6 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:43.666930 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45746) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:43.667390 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Request body: {'port': {'device_id': '7a9a7c6d-2396-446b-9d87-3a9fb36d031c', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'admin_state_up': True, 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:43.669727 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:43.693932 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:43.700346 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:43.702009 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:43.707105 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-22e2ec12-d42d-4dcc-a2e6-177dec862873 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85426f35-70c3-4ad3-a864-509a1e6017ca HTTP/1.1" status: 200 len: 217 time: 0.1559911 May 11 07:38:43.880628 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64270581-a81c-4c08-907c-28fbf26ac9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fa53db-5b31-4554-8d58-560e0c4028b1", "tag": "85426f35-70c3-4ad3-a864-509a1e6017ca"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:38:43.890837 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event updated for resources: {'Port': ['ID=be1479b9-6c95-4550-bed0-2553312bf4f3,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:43.915444 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3e146b8d-305b-48ea-8462-84407173860e admin admin] Publish callbacks [] for security_group (fafd0a75-7716-40a2-90e3-67e941c2a97e), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:43.949010 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-5df12dce-2860-49b7-902a-9b8dcf92f119 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8709071 May 11 07:38:43.953000 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-401474c1-1586-49ca-b7ce-255dcb252431 req-3f58c902-de97-40f6-85dc-346290c21e6c tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568304 May 11 07:38:43.991945 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Request body: {'port': {'device_id': '40960ef3-1318-49f6-9a5e-c5b12205f0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:44.043382 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210630ed-82b9-4360-9cf0-7b014414fe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccb2677-4827-4e16-ab87-5446ed496cf3,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:44.159073 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d97c565-5f30-4d44-937f-33ca60476b97 admin admin] Publish callbacks [] for security_group (eccb2677-4827-4e16-ab87-5446ed496cf3), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:44.162095 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-3f925268-e9a6-4b9e-80bb-8e6d33093c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:44.163983 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-3f925268-e9a6-4b9e-80bb-8e6d33093c8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=60aa6a6a-7f05-4085-b3f0-31f32e4912d1 HTTP/1.1" status: 200 len: 852 time: 0.4328947 May 11 07:38:44.175554 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-173baa0b-ac51-42b2-ad7d-5d6ef4280f34 req-3dd05338-b48d-4a06-9b1e-df7cfaaea1fa tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 210 time: 0.0655973 May 11 07:38:44.246836 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-345ae667-150b-412a-ae87-05ea34eff74c None None] Provisioning complete for port be1479b9-6c95-4550-bed0-2553312bf4f3 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:44.247432 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-345ae667-150b-412a-ae87-05ea34eff74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:44.249866 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3e146b8d-305b-48ea-8462-84407173860e admin admin] Publish callbacks [] for security_group (fafd0a75-7716-40a2-90e3-67e941c2a97e), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:44.288626 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Made reservation on behalf of 5100c1cfe7f148058734c0da2d1497d4 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:44.294329 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:44.345945 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-345ae667-150b-412a-ae87-05ea34eff74c None None] Port be1479b9-6c95-4550-bed0-2553312bf4f3 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:38:44.361357 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:44.415892 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d97c565-5f30-4d44-937f-33ca60476b97 admin admin] Publish callbacks [] for security_group (eccb2677-4827-4e16-ab87-5446ed496cf3), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:44.429474 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-fb519d62-f28a-4241-9b4c-342174c9ab42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18b5bf80-b800-45f7-8cd6-6c95a35d27fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2393954 May 11 07:38:44.552325 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Allocated IP 172.20.0.14 (c4d89019-bced-4db2-9253-82870fddaba6/7dd08214-79c9-4b3f-a32b-8b549d227676/aa4cf226-9012-4577-8ddd-7b9559ce1960) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:44.880494 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45778) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:44.883871 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb44e69e-fddd-4343-a8c0-b55120d38453 x-openstack-request-id: req-cb44e69e-fddd-4343-a8c0-b55120d38453 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:38:44.884598 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fa53db-5b31-4554-8d58-560e0c4028b1", "tag": "85426f35-70c3-4ad3-a864-509a1e6017ca", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:38:44.886706 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb44e69e-fddd-4343-a8c0-b55120d38453 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:38:44.887187 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb44e69e-fddd-4343-a8c0-b55120d38453'] response: {'name': 'network-changed', 'server_uuid': 'a5fa53db-5b31-4554-8d58-560e0c4028b1', 'tag': '85426f35-70c3-4ad3-a864-509a1e6017ca', 'status': 'completed', 'code': 200} May 11 07:38:44.955779 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d97c565-5f30-4d44-937f-33ca60476b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (eccb2677-4827-4e16-ab87-5446ed496cf3), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:44.958425 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d97c565-5f30-4d44-937f-33ca60476b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:44.959568 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-1d97c565-5f30-4d44-937f-33ca60476b97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eccb2677-4827-4e16-ab87-5446ed496cf3 HTTP/1.1" status: 204 len: 168 time: 1.2877767 May 11 07:38:44.962067 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-f802c1fc-9c29-42aa-bd6b-f123db1b0d4b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:44.969741 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-f802c1fc-9c29-42aa-bd6b-f123db1b0d4b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 817 time: 1.3102427 May 11 07:38:45.023698 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-4f04e18c-b0f4-4373-9330-338c959dc1a9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/quotas/075ba180d52b46ad9cd3334520bcfb89 HTTP/1.1" status: 200 len: 375 time: 0.0529804 May 11 07:38:45.157407 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-25b37a8a-1f1d-4d83-add0-374855094644 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326096 May 11 07:38:45.163201 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-f613bb5a-4989-4b47-b71c-ccda921902a3 service neutron] 10.222.0.24 "GET /v2.0/networks/18b5bf80-b800-45f7-8cd6-6c95a35d27fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023242 May 11 07:38:45.177478 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97c565-5f30-4d44-937f-33ca60476b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccb2677-4827-4e16-ab87-5446ed496cf3,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:45.213524 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:45.373819 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:45.387331 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7539ef0-30f5-4757-ac9a-a0b5a4545688 req-32b0f71b-4976-4307-988f-e34ef9a43543 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:45.389685 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c7539ef0-30f5-4757-ac9a-a0b5a4545688 req-32b0f71b-4976-4307-988f-e34ef9a43543 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 943 time: 0.2235062 May 11 07:38:45.406834 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3e146b8d-305b-48ea-8462-84407173860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (fafd0a75-7716-40a2-90e3-67e941c2a97e), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:45.409974 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3e146b8d-305b-48ea-8462-84407173860e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:45.418675 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-3e146b8d-305b-48ea-8462-84407173860e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fafd0a75-7716-40a2-90e3-67e941c2a97e HTTP/1.1" status: 204 len: 168 time: 2.3111818 May 11 07:38:45.470876 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d84dca9d-4040-4d43-8d24-d3b649e811d2 req-ebfb7d87-81ee-45cc-aeaa-c307915cdf7f service neutron] 10.222.0.24 "GET /v2.0/networks/18b5bf80-b800-45f7-8cd6-6c95a35d27fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683423 May 11 07:38:45.575276 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c7539ef0-30f5-4757-ac9a-a0b5a4545688 req-2cf33b73-6f55-461a-9986-5d2b266bbfa6 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724439 May 11 07:38:45.661377 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e146b8d-305b-48ea-8462-84407173860e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafd0a75-7716-40a2-90e3-67e941c2a97e,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:45.672424 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Network c4d89019-bced-4db2-9253-82870fddaba6 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:45.683046 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:45.707543 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:45.711706 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270581-a81c-4c08-907c-28fbf26ac9b2 req-5c6932d5-02c5-4cd2-b27c-96bd14296b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:45.713280 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:45.713987 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:45.714851 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-64270581-a81c-4c08-907c-28fbf26ac9b2 req-5c6932d5-02c5-4cd2-b27c-96bd14296b2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96ac52de89f14d7995335a0d2c06ed8c&device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 1127 time: 0.1654418 May 11 07:38:45.741354 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2043665397-network', 'tenant_id': 'bf9c71e905dc4720999680442312b458'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:45.750228 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0891454 May 11 07:38:45.757799 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38623304-5d2e-4d4d-b346-22930c6ac340 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event updated for resources: {'Port': ['ID=aa4cf226-9012-4577-8ddd-7b9559ce1960,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:45.771032 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-93603699-ea44-4160-bb37-c24c5ada0440 service neutron] 10.222.0.36 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005943 May 11 07:38:45.777093 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Request body: {'port': {'device_id': '7a9a7c6d-2396-446b-9d87-3a9fb36d031c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:45.920993 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Made reservation on behalf of bf9c71e905dc4720999680442312b458 for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:45.925714 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:45.969447 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:46.024401 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22089e-9313-402b-8b8f-48a255fc22fa req-e74a4eea-220e-40fc-a2c7-af3a8efd4f16 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:46.026327 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fc22089e-9313-402b-8b8f-48a255fc22fa req-e74a4eea-220e-40fc-a2c7-af3a8efd4f16 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 932 time: 0.2063975 May 11 07:38:46.119617 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:46.126813 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fc22089e-9313-402b-8b8f-48a255fc22fa req-df521d5e-2323-489f-b336-10652bccb524 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927138 May 11 07:38:46.188241 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-de24b26b-d959-42bf-a995-65a5c8879f3e service neutron] 10.222.0.36 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670731 May 11 07:38:46.209863 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-7c61f16b-9337-4d94-86b5-59cf1f0f1017 None None] Provisioning complete for port aa4cf226-9012-4577-8ddd-7b9559ce1960 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:46.215186 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-7c61f16b-9337-4d94-86b5-59cf1f0f1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:46.397787 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-7c61f16b-9337-4d94-86b5-59cf1f0f1017 None None] Port aa4cf226-9012-4577-8ddd-7b9559ce1960 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:38:46.613709 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a2d30dec-ebbd-44b4-8194-c5eac8ccb0cf req-fd1079d2-1038-4b7f-bbde-1dc8a07b935f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 210 time: 0.0690863 May 11 07:38:46.679550 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1479b9-6c95-4550-bed0-2553312bf4f3 {{(pid=103567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:38:46.718332 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Publish callbacks [] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:46.738293 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270581-a81c-4c08-907c-28fbf26ac9b2 req-47c58b01-9704-4d6e-8af1-ba12f9e9cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:46.742427 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-64270581-a81c-4c08-907c-28fbf26ac9b2 req-47c58b01-9704-4d6e-8af1-ba12f9e9cd6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=18b5bf80-b800-45f7-8cd6-6c95a35d27fb HTTP/1.1" status: 200 len: 913 time: 0.8670077 May 11 07:38:46.785086 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.provisioning_blocks [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Transition to ACTIVE for port object be1479b9-6c95-4550-bed0-2553312bf4f3 will not be triggered until provisioned by entity L2. {{(pid=103567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:38:46.796191 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:46.863941 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Pushing event updated for resources: {'Port': ['ID=be1479b9-6c95-4550-bed0-2553312bf4f3,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:46.913575 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Publish callbacks [] for security_group (ee893692-a3ba-4fbb-89f1-de2544916008), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:46.978729 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ee893692-a3ba-4fbb-89f1-de2544916008), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:47.014902 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:38:47.061370 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (527615cd-a05c-4c7a-83f6-548824d9aebe), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:47.061919 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Added segment 527615cd-a05c-4c7a-83f6-548824d9aebe of type vlan for network 9aadc41e-e960-40b8-99d4-9bb597acf303 May 11 07:38:47.225264 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (9aadc41e-e960-40b8-99d4-9bb597acf303), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:47.423681 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-64270581-a81c-4c08-907c-28fbf26ac9b2 req-be0defc4-42b3-4dd9-88b1-4b898c874923 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85426f35-70c3-4ad3-a864-509a1e6017ca HTTP/1.1" status: 200 len: 217 time: 0.4741549 May 11 07:38:47.445805 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Attempting to bind port be1479b9-6c95-4550-bed0-2553312bf4f3 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:38:47.448520 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Attempting to bind port be1479b9-6c95-4550-bed0-2553312bf4f3 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:38:47.449120 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Attempting to bind port be1479b9-6c95-4550-bed0-2553312bf4f3 on network c4d89019-bced-4db2-9253-82870fddaba6 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:47.518770 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Port be1479b9-6c95-4550-bed0-2553312bf4f3 on network c4d89019-bced-4db2-9253-82870fddaba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:38:47.519295 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Attempting to bind port be1479b9-6c95-4550-bed0-2553312bf4f3 on network c4d89019-bced-4db2-9253-82870fddaba6 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:47.665176 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:38:47.665527 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Checking segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:47.665978 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Bound using segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:38:47.666489 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Bound port: be1479b9-6c95-4550-bed0-2553312bf4f3, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:38:47.666838 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:47.707774 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee893692-a3ba-4fbb-89f1-de2544916008,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:47.738599 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (9aadc41e-e960-40b8-99d4-9bb597acf303), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:47.738599 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:47.738599 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:47.749842 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df7a89-5567-4199-9e4d-650dfc429bc7 req-fee1ca1e-3897-4ad1-b256-e3713987e045 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:47.751454 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-97df7a89-5567-4199-9e4d-650dfc429bc7 req-fee1ca1e-3897-4ad1-b256-e3713987e045 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 943 time: 1.0366569 May 11 07:38:47.821876 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270581-a81c-4c08-907c-28fbf26ac9b2 req-c7b7891d-eabd-41e6-a0aa-e0a9a634c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:47.828246 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-64270581-a81c-4c08-907c-28fbf26ac9b2 req-c7b7891d-eabd-41e6-a0aa-e0a9a634c4a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=60aa6a6a-7f05-4085-b3f0-31f32e4912d1 HTTP/1.1" status: 200 len: 852 time: 0.3932168 May 11 07:38:47.931476 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d12bbf-6fd5-4b8e-98eb-56001bbf859e req-b1aafc11-20d7-4cfa-a1d4-92cabbe81958 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:47.937233 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-43d12bbf-6fd5-4b8e-98eb-56001bbf859e req-b1aafc11-20d7-4cfa-a1d4-92cabbe81958 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 932 time: 0.3323286 May 11 07:38:48.053061 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.1648467 May 11 07:38:48.087418 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-97df7a89-5567-4199-9e4d-650dfc429bc7 req-6f2c2b96-59d6-493d-8936-542a23f351a5 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236802 May 11 07:38:48.088704 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45854) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:48.094575 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Request body: {'subnet': {'network_id': '9aadc41e-e960-40b8-99d4-9bb597acf303', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2043665397-subnet', 'tenant_id': 'bf9c71e905dc4720999680442312b458', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:48.109214 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-64270581-a81c-4c08-907c-28fbf26ac9b2 req-51eaea6a-21e1-4afc-bf1a-2453782bbd33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18b5bf80-b800-45f7-8cd6-6c95a35d27fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059897 May 11 07:38:48.224954 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-43d12bbf-6fd5-4b8e-98eb-56001bbf859e req-930710e3-765f-4942-b9e8-96e556c00069 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528498 May 11 07:38:48.241128 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4cf226-9012-4577-8ddd-7b9559ce1960 {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:38:48.254258 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Publish callbacks [] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:48.307464 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b720b-d6fd-4e20-b236-e39c65485a87 admin admin] Pushing event updated for resources: {'Network': ['ID=9aadc41e-e960-40b8-99d4-9bb597acf303,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:48.325430 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network 9aadc41e-e960-40b8-99d4-9bb597acf303 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:38:48.368450 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] For port be1479b9-6c95-4550-bed0-2553312bf4f3, host hv-cinder-83699, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:38:48.370742 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Transition to ACTIVE for port object aa4cf226-9012-4577-8ddd-7b9559ce1960 will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:38:48.415580 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Made reservation on behalf of bf9c71e905dc4720999680442312b458 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:48.425222 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:48.455190 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:48.474900 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d252161d-3fb2-45aa-9e62-b66dbaecb36b req-15a5ef74-6cb0-4127-b915-a6e93b2e1bd9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 210 time: 0.1635590 May 11 07:38:48.515206 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] For port be1479b9-6c95-4550-bed0-2553312bf4f3, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=be1479b9-6c95-4550-bed0-2553312bf4f3,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:38:48.624488 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:48.667742 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Pushing event updated for resources: {'Port': ['ID=aa4cf226-9012-4577-8ddd-7b9559ce1960,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:48.687338 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Attempting to bind port aa4cf226-9012-4577-8ddd-7b9559ce1960 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:38:48.687849 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Attempting to bind port aa4cf226-9012-4577-8ddd-7b9559ce1960 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:38:48.688354 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Attempting to bind port aa4cf226-9012-4577-8ddd-7b9559ce1960 on network c4d89019-bced-4db2-9253-82870fddaba6 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:48.698508 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Port aa4cf226-9012-4577-8ddd-7b9559ce1960 on network c4d89019-bced-4db2-9253-82870fddaba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:38:48.698836 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Attempting to bind port aa4cf226-9012-4577-8ddd-7b9559ce1960 on network c4d89019-bced-4db2-9253-82870fddaba6 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:48.704657 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:38:48.704999 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Checking segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:48.705627 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Bound using segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:38:48.706062 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Bound port: aa4cf226-9012-4577-8ddd-7b9559ce1960, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:38:48.706420 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:48.814806 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Pushing event updated for resources: {'Port': ['ID=be1479b9-6c95-4550-bed0-2553312bf4f3,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:48.818818 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] For port aa4cf226-9012-4577-8ddd-7b9559ce1960, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:38:48.827269 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] For port aa4cf226-9012-4577-8ddd-7b9559ce1960, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aa4cf226-9012-4577-8ddd-7b9559ce1960,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:38:48.837109 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:48.907593 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:48.908224 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:48.914773 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] 10.222.0.24 "PUT /v2.0/ports/aa4cf226-9012-4577-8ddd-7b9559ce1960 HTTP/1.1" status: 200 len: 1094 time: 3.1427562 May 11 07:38:48.917779 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a7c6d-2396-446b-9d87-3a9fb36d031c', 'tag': 'aa4cf226-9012-4577-8ddd-7b9559ce1960'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:38:48.922097 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-64270581-a81c-4c08-907c-28fbf26ac9b2 req-3a417a5b-e599-42ff-83ae-a2fc1deabb44 service neutron] 10.222.0.24 "GET /v2.0/networks/18b5bf80-b800-45f7-8cd6-6c95a35d27fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641954 May 11 07:38:48.932066 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:48.933635 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:48.936147 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-530dcb0a-9016-48ce-966b-f9d528ac0a1d service neutron] 10.222.0.24 "PUT /v2.0/ports/be1479b9-6c95-4550-bed0-2553312bf4f3 HTTP/1.1" status: 200 len: 1093 time: 4.9585781 May 11 07:38:48.936777 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40960ef3-1318-49f6-9a5e-c5b12205f0f6', 'tag': 'be1479b9-6c95-4550-bed0-2553312bf4f3'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:38:48.939867 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80727d6b-5a8e-429d-a6a5-7fc232272aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "40960ef3-1318-49f6-9a5e-c5b12205f0f6", "tag": "be1479b9-6c95-4550-bed0-2553312bf4f3"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:38:49.032694 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5bae41-ffc7-47c2-8338-dfa4786f0cae x-openstack-request-id: req-0f5bae41-ffc7-47c2-8338-dfa4786f0cae {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:38:49.033731 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40960ef3-1318-49f6-9a5e-c5b12205f0f6", "tag": "be1479b9-6c95-4550-bed0-2553312bf4f3", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:38:49.033731 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f5bae41-ffc7-47c2-8338-dfa4786f0cae {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:38:49.033992 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5bae41-ffc7-47c2-8338-dfa4786f0cae'] response: {'name': 'network-changed', 'server_uuid': '40960ef3-1318-49f6-9a5e-c5b12205f0f6', 'tag': 'be1479b9-6c95-4550-bed0-2553312bf4f3', 'status': 'completed', 'code': 200} May 11 07:38:49.077442 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa2c5f-3c3d-401c-b2c9-b7524e223e7e service neutron] Pushing event updated for resources: {'Port': ['ID=aa4cf226-9012-4577-8ddd-7b9559ce1960,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:49.143926 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for subnet (c7e4bde5-e902-49bc-864f-7dc838caaba6), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:49.254446 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e4bde5-e902-49bc-864f-7dc838caaba6,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:49.260452 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Checking segment: {'id': '527615cd-a05c-4c7a-83f6-548824d9aebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9aadc41e-e960-40b8-99d4-9bb597acf303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:49.260819 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Network hostable DHCP agents. Network: 9aadc41e-e960-40b8-99d4-9bb597acf303, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:38:49.285308 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0b41d-37f6-4aeb-a15a-dce9f5acdb24 req-12ed1345-2d9e-4f35-b1a1-52b6357b8238 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:49.295400 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-57c0b41d-37f6-4aeb-a15a-dce9f5acdb24 req-12ed1345-2d9e-4f35-b1a1-52b6357b8238 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 943 time: 0.0946610 May 11 07:38:49.332980 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Network 9aadc41e-e960-40b8-99d4-9bb597acf303 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:38:49.437725 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, 9aadc41e-e960-40b8-99d4-9bb597acf303) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:49.442438 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:49.443081 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:49.454338 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d7910-6a27-4924-8c70-3f77a3d58e3b None None] Network 9aadc41e-e960-40b8-99d4-9bb597acf303 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:38:49.475136 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727d6b-5a8e-429d-a6a5-7fc232272aa7 req-83eb3c15-8e78-4798-8136-61d23fc17e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:49.486873 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-80727d6b-5a8e-429d-a6a5-7fc232272aa7 req-83eb3c15-8e78-4798-8136-61d23fc17e90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 1127 time: 0.1247592 May 11 07:38:49.502697 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b1749c9a-610a-408b-87ad-ade19606dc27 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4051833 May 11 07:38:49.503270 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-57c0b41d-37f6-4aeb-a15a-dce9f5acdb24 req-8f66b839-c697-4d7b-b9cc-abb09100552a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989243 May 11 07:38:49.514729 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-64270581-a81c-4c08-907c-28fbf26ac9b2 req-988afd5a-edc4-4eb6-8565-7a42976ec082 service neutron] 10.222.0.24 "GET /v2.0/networks/18b5bf80-b800-45f7-8cd6-6c95a35d27fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265172 May 11 07:38:49.663467 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1337f5bf-aea0-4f49-85b1-cb18d6110302 None None] Network 9aadc41e-e960-40b8-99d4-9bb597acf303 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:38:49.719437 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9a7c6d-2396-446b-9d87-3a9fb36d031c", "tag": "aa4cf226-9012-4577-8ddd-7b9559ce1960"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:38:49.757035 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccce3a8-e228-4948-970e-56e454049d6f req-6b35c6a3-4281-457f-85f1-56feee5b8b48 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:49.758655 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ccce3a8-e228-4948-970e-56e454049d6f req-6b35c6a3-4281-457f-85f1-56feee5b8b48 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 944 time: 0.3379934 May 11 07:38:49.804039 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2abe5a3f-927a-4738-a824-3faed0691f0e req-17c9870c-2a53-4903-a678-afadb09ba37c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 210 time: 0.0924659 May 11 07:38:49.816497 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-76e2f8da-615b-45f7-ad82-158dfbd262e5 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:49.817974 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-76e2f8da-615b-45f7-ad82-158dfbd262e5 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 817 time: 0.4585960 May 11 07:38:49.859441 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ccce3a8-e228-4948-970e-56e454049d6f req-1a83284b-717e-4849-ab20-04fe2afb37e2 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822630 May 11 07:38:50.148273 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cee71b-2572-4fa9-bd60-8b780428cc8c x-openstack-request-id: req-f5cee71b-2572-4fa9-bd60-8b780428cc8c {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:38:50.148677 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9a7c6d-2396-446b-9d87-3a9fb36d031c", "tag": "aa4cf226-9012-4577-8ddd-7b9559ce1960", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:38:50.149040 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5cee71b-2572-4fa9-bd60-8b780428cc8c {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:38:50.149532 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5cee71b-2572-4fa9-bd60-8b780428cc8c'] response: {'name': 'network-changed', 'server_uuid': '7a9a7c6d-2396-446b-9d87-3a9fb36d031c', 'tag': 'aa4cf226-9012-4577-8ddd-7b9559ce1960', 'status': 'completed', 'code': 200} May 11 07:38:50.593100 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 85426f35-70c3-4ad3-a864-509a1e6017ca details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:38:50.803797 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 85426f35-70c3-4ad3-a864-509a1e6017ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=85426f35-70c3-4ad3-a864-509a1e6017ca,segment=NetworkSegment(10bbba02-60ba-4f1d-9332-ae47ec7b4285),segment_id=10bbba02-60ba-4f1d-9332-ae47ec7b4285)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:50.822176 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 45986) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:50.824232 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '85426f35-70c3-4ad3-a864-509a1e6017ca', 'network_id': '18b5bf80-b800-45f7-8cd6-6c95a35d27fb', 'port_id': '85426f35-70c3-4ad3-a864-509a1e6017ca', 'mac_address': 'fa:16:3e:f6:44:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60aa6a6a-7f05-4085-b3f0-31f32e4912d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:38:50.834897 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2075055904-network', 'tenant_id': 'ac4b527673d44795b399f44e6447afb5'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:50.860630 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128161de-3e9a-450a-8a69-b42acd5281fe req-e077ca79-eea9-4333-a21c-a0c4cdcecc49 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:50.863189 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-128161de-3e9a-450a-8a69-b42acd5281fe req-e077ca79-eea9-4333-a21c-a0c4cdcecc49 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 943 time: 0.1789668 May 11 07:38:50.905166 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 85426f35-70c3-4ad3-a864-509a1e6017ca is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:50.908180 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:50.912884 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-077f8965-8e1b-4dfb-a0b7-0ec7a32d9309 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075ba180d52b46ad9cd3334520bcfb89 HTTP/1.1" status: 200 len: 379 time: 0.2984223 May 11 07:38:50.925147 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'port': {'device_id': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'admin_state_up': True, 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'security_groups': ['920b46a7-1096-44d8-b018-bbcad9cb3cb1']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:50.945078 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85426f35-70c3-4ad3-a864-509a1e6017ca {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:38:50.999328 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 85426f35-70c3-4ad3-a864-509a1e6017ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=85426f35-70c3-4ad3-a864-509a1e6017ca,segment=NetworkSegment(10bbba02-60ba-4f1d-9332-ae47ec7b4285),segment_id=10bbba02-60ba-4f1d-9332-ae47ec7b4285)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:51.011057 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:51.049095 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bab69d3e-d2ff-4919-a32f-1afc96ea40e1 req-dbc342aa-558d-4fcb-9a3a-c43fdae40b8c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 210 time: 0.0735860 May 11 07:38:51.059077 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-71606ffa-0856-4e2d-9e51-528e1c1c11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:51.061112 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-71606ffa-0856-4e2d-9e51-528e1c1c11fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 1128 time: 0.4280283 May 11 07:38:51.110404 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=85426f35-70c3-4ad3-a864-509a1e6017ca,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:51.158805 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Made reservation on behalf of ac4b527673d44795b399f44e6447afb5 for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:51.161137 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:51.177169 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-f8a01051-8d6a-4fc5-ab19-a4c2de00b9b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa4cf226-9012-4577-8ddd-7b9559ce1960 HTTP/1.1" status: 200 len: 217 time: 0.0859711 May 11 07:38:51.183238 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:51.189271 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-128161de-3e9a-450a-8a69-b42acd5281fe req-3a6705a3-2fbd-45d4-90e5-649cc2f9d488 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195636 May 11 07:38:51.251043 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Made reservation on behalf of 075ba180d52b46ad9cd3334520bcfb89 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:51.255687 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:51.289454 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb026ef-93e2-4981-8e47-a137c6e90460 req-b7d0ae93-f7c2-4bba-8940-0f3dadbfa932 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:51.292182 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727d6b-5a8e-429d-a6a5-7fc232272aa7 req-4c416850-c54b-4731-bee9-57cc3a32466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:51.293711 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-80727d6b-5a8e-429d-a6a5-7fc232272aa7 req-4c416850-c54b-4731-bee9-57cc3a32466d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5100c1cfe7f148058734c0da2d1497d4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6787922 May 11 07:38:51.311285 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ddb026ef-93e2-4981-8e47-a137c6e90460 req-b7d0ae93-f7c2-4bba-8940-0f3dadbfa932 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 944 time: 0.1414359 May 11 07:38:51.321640 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['85426f35-70c3-4ad3-a864-509a1e6017ca'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:38:51.371703 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-ed98f14c-4647-4f21-b13f-48b9cd87ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:51.374075 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-ed98f14c-4647-4f21-b13f-48b9cd87ea69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.1633029 May 11 07:38:51.460290 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ddb026ef-93e2-4981-8e47-a137c6e90460 req-7d02b936-61b8-4b99-8f62-e19cff5bf789 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466241 May 11 07:38:51.502882 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-de8148da-6757-40f2-b3b5-c65703b53e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:51.504399 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-de8148da-6757-40f2-b3b5-c65703b53e48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1016412 May 11 07:38:51.562480 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Allocated IP 172.20.0.8 (a507c15c-cc52-449f-920c-1f23d1b31239/f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312/1e8c8dbc-18a9-44e8-8ac6-273b984ed899) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:38:51.756688 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727d6b-5a8e-429d-a6a5-7fc232272aa7 req-0bb1c560-167b-40c1-94d5-05f9d71ddac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:51.758781 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-80727d6b-5a8e-429d-a6a5-7fc232272aa7 req-0bb1c560-167b-40c1-94d5-05f9d71ddac8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4548268 May 11 07:38:51.831390 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:51.875273 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:51.896700 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Publish callbacks [] for security_group (b7e4930b-b840-41cc-b443-5699399b7e93), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:51.915571 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b7e4930b-b840-41cc-b443-5699399b7e93), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:51.932745 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:38:51.946173 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (f5dfaefb-6904-4a50-8aeb-7a5080c9164f), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:51.947003 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Added segment f5dfaefb-6904-4a50-8aeb-7a5080c9164f of type vlan for network fc11eeb4-d93e-45ec-ba61-2db928e37542 May 11 07:38:52.001279 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:52.013897 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-ea9540e4-77aa-4154-8314-82f95e4c9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:52.014627 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Network a507c15c-cc52-449f-920c-1f23d1b31239 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:38:52.017244 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:52.020706 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:38:52.024978 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-ea9540e4-77aa-4154-8314-82f95e4c9b22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 1127 time: 0.2171304 May 11 07:38:52.029967 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:52.030763 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:52.057928 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-92a31ac8-3f38-4a97-a152-218ef64ddb22 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1378770 May 11 07:38:52.064579 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (fc11eeb4-d93e-45ec-ba61-2db928e37542), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:52.071789 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-1da0fdd7-84e0-45f2-94b3-5d82d50c21ce service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484989 May 11 07:38:52.121890 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e4930b-b840-41cc-b443-5699399b7e93,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:52.143624 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (fc11eeb4-d93e-45ec-ba61-2db928e37542), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:52.145095 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:52.145804 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:52.234103 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4100883 May 11 07:38:52.235044 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46058) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:52.239899 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Request body: {'subnet': {'network_id': 'fc11eeb4-d93e-45ec-ba61-2db928e37542', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2075055904-subnet', 'tenant_id': 'ac4b527673d44795b399f44e6447afb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:52.244065 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dd68e-b832-459a-8ab7-4ecedb3268a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fc11eeb4-d93e-45ec-ba61-2db928e37542,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:52.255810 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network fc11eeb4-d93e-45ec-ba61-2db928e37542 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:38:52.290503 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decb6d4-867b-42c7-96cc-a427d19d37ea req-da0a491c-2355-478a-9203-0f447924d4ed tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:52.292037 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2decb6d4-867b-42c7-96cc-a427d19d37ea req-da0a491c-2355-478a-9203-0f447924d4ed tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 931 time: 0.1096070 May 11 07:38:52.316549 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Made reservation on behalf of ac4b527673d44795b399f44e6447afb5 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:38:52.319273 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:52.429803 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb591ce-1010-4d5e-bad5-412aee00ab8e req-34a751be-0c61-48ea-8fc3-1f177584bcd6 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:52.430890 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3fb591ce-1010-4d5e-bad5-412aee00ab8e req-34a751be-0c61-48ea-8fc3-1f177584bcd6 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 944 time: 0.1348157 May 11 07:38:52.441785 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2decb6d4-867b-42c7-96cc-a427d19d37ea req-a82361d2-3b80-4258-91b1-4f99993e76c0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256824 May 11 07:38:52.447959 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-31dac152-d8f5-498a-a48d-c3f1ed011966 None None] Provisioning complete for port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:52.449209 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-31dac152-d8f5-498a-a48d-c3f1ed011966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:52.535822 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3fb591ce-1010-4d5e-bad5-412aee00ab8e req-b3f0aa4e-cf56-430d-b5cb-33d9e3360e5d tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927577 May 11 07:38:52.538006 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-31dac152-d8f5-498a-a48d-c3f1ed011966 None None] Port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:38:52.617389 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for subnet (ad146145-3519-49ea-9940-7d43ed364659), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:52.622090 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763aa8f-46a4-46f8-a514-df5ed8c2d6c6 req-8d1a6441-ccac-404b-be14-5a919cd9cf82 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:52.624266 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e763aa8f-46a4-46f8-a514-df5ed8c2d6c6 req-8d1a6441-ccac-404b-be14-5a919cd9cf82 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 944 time: 0.0478046 May 11 07:38:52.683562 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad146145-3519-49ea-9940-7d43ed364659,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:52.687247 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e763aa8f-46a4-46f8-a514-df5ed8c2d6c6 req-d00e5dd2-c522-4e8b-8e8f-46ba722f80d1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560672 May 11 07:38:52.693719 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Checking segment: {'id': 'f5dfaefb-6904-4a50-8aeb-7a5080c9164f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fc11eeb4-d93e-45ec-ba61-2db928e37542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:52.694080 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Network hostable DHCP agents. Network: fc11eeb4-d93e-45ec-ba61-2db928e37542, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:38:52.712790 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Network fc11eeb4-d93e-45ec-ba61-2db928e37542 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:38:52.723255 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, fc11eeb4-d93e-45ec-ba61-2db928e37542) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:38:52.729091 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:52.730039 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:52.737632 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ebe210-aa4c-41ec-8c1c-8b106e415be1 None None] Network fc11eeb4-d93e-45ec-ba61-2db928e37542 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:38:52.752594 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-66d2534d-8f60-413b-9959-0d468e5b280e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5164378 May 11 07:38:52.839706 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9ce65-f191-4fd3-bffe-d8f412eb9224 None None] Network fc11eeb4-d93e-45ec-ba61-2db928e37542 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:38:52.871642 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46080) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:52.918209 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eef9074-02e0-4e0a-9dbe-06e9e57a0216 admin admin] Deleting subnet c7e4bde5-e902-49bc-864f-7dc838caaba6 {{(pid=103568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:38:52.922768 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5eef9074-02e0-4e0a-9dbe-06e9e57a0216 admin admin] Publish callbacks [] for subnet (c7e4bde5-e902-49bc-864f-7dc838caaba6), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:52.959361 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5eef9074-02e0-4e0a-9dbe-06e9e57a0216 admin admin] Publish callbacks [] for subnet (c7e4bde5-e902-49bc-864f-7dc838caaba6), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:52.969410 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5eef9074-02e0-4e0a-9dbe-06e9e57a0216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (c7e4bde5-e902-49bc-864f-7dc838caaba6), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.006369 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46084) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:53.024224 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5eef9074-02e0-4e0a-9dbe-06e9e57a0216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for subnet (c7e4bde5-e902-49bc-864f-7dc838caaba6), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.053423 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef9074-02e0-4e0a-9dbe-06e9e57a0216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e4bde5-e902-49bc-864f-7dc838caaba6,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:53.059923 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5eef9074-02e0-4e0a-9dbe-06e9e57a0216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.063679 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-5eef9074-02e0-4e0a-9dbe-06e9e57a0216 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c7e4bde5-e902-49bc-864f-7dc838caaba6 HTTP/1.1" status: 204 len: 168 time: 0.1900084 May 11 07:38:53.065867 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46088) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:53.113863 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-70869695-796c-4857-831f-0513fd6f69f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.135546 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (9aadc41e-e960-40b8-99d4-9bb597acf303), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.189817 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-70869695-796c-4857-831f-0513fd6f69f9 admin admin] Publish callbacks [] for security_group (f844bc17-b7ba-4bfe-9254-6f39caefb09e), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.194000 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-70869695-796c-4857-831f-0513fd6f69f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f844bc17-b7ba-4bfe-9254-6f39caefb09e), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.222798 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (9aadc41e-e960-40b8-99d4-9bb597acf303), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.232107 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-70869695-796c-4857-831f-0513fd6f69f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70b490d86ac740f1b55bc6ff1a64732d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245419 May 11 07:38:53.232984 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70869695-796c-4857-831f-0513fd6f69f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f844bc17-b7ba-4bfe-9254-6f39caefb09e,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:53.235384 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46090) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:53.242517 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.242974 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.243692 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.244020 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > port after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.244404 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.244705 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > port after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.244920 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.245225 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.245697 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.246077 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.283114 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c671a5d2-4c01-4fb3-9d9b-4ee9316ad630 admin admin] Publish callbacks [] for security_group (f844bc17-b7ba-4bfe-9254-6f39caefb09e), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.303147 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c671a5d2-4c01-4fb3-9d9b-4ee9316ad630 admin admin] Publish callbacks [] for security_group (f844bc17-b7ba-4bfe-9254-6f39caefb09e), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.329239 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.329609 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.329940 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.330312 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:53.330681 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aadc41e-e960-40b8-99d4-9bb597acf303']}} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:53.349565 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c671a5d2-4c01-4fb3-9d9b-4ee9316ad630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f844bc17-b7ba-4bfe-9254-6f39caefb09e), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.349770 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527615cd-a05c-4c7a-83f6-548824d9aebe') {'for_net_delete': True} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:53.349926 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527615cd-a05c-4c7a-83f6-548824d9aebe') {} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:53.352124 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c671a5d2-4c01-4fb3-9d9b-4ee9316ad630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.353274 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-c671a5d2-4c01-4fb3-9d9b-4ee9316ad630 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f844bc17-b7ba-4bfe-9254-6f39caefb09e HTTP/1.1" status: 204 len: 168 time: 0.1171453 May 11 07:38:53.360820 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671a5d2-4c01-4fb3-9d9b-4ee9316ad630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f844bc17-b7ba-4bfe-9254-6f39caefb09e,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:53.372500 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16893163'] for segment (527615cd-a05c-4c7a-83f6-548824d9aebe), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.394625 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (527615cd-a05c-4c7a-83f6-548824d9aebe), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.402766 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:38:53.403137 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17748629'] for segment (527615cd-a05c-4c7a-83f6-548824d9aebe), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: from cryptography.utils import int_from_bytes May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: from cryptography.utils import int_from_bytes May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: Traceback (most recent call last): May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: timer() May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: cb(*args, **kw) May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: return func(*args, **kwargs) May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: self._notify() May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: self.callback(batched_events) May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: event.method(event) May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: return f(self, *a, **k) May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._get(url).json() May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: return self.request(url, 'GET', **kwargs) May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:38:53.429433 dv-cinder-836996-20-iscsi neutron-server[103568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:38:53.498903 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (9aadc41e-e960-40b8-99d4-9bb597acf303), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.516796 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.519958 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9aadc41e-e960-40b8-99d4-9bb597acf303 HTTP/1.1" status: 204 len: 168 time: 0.4523203 May 11 07:38:53.520971 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b11a7-7f67-4d6f-87e3-876480eea614 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aadc41e-e960-40b8-99d4-9bb597acf303,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:53.523836 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46098) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:53.603602 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35981da-7260-4308-b43c-964fb7afb8ad admin admin] Deleting subnet ad146145-3519-49ea-9940-7d43ed364659 {{(pid=103568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:38:53.608656 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e35981da-7260-4308-b43c-964fb7afb8ad admin admin] Publish callbacks [] for subnet (ad146145-3519-49ea-9940-7d43ed364659), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.616567 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4969c-5916-43e6-a904-40295c8723ec req-c0453fbc-965d-4b0a-a477-67ead5822bea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:53.618314 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3af4969c-5916-43e6-a904-40295c8723ec req-c0453fbc-965d-4b0a-a477-67ead5822bea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 931 time: 0.0856640 May 11 07:38:53.707391 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46114) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:53.724136 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-006294a6-5b7a-478f-a7fd-9a0af9be249d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.727537 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e35981da-7260-4308-b43c-964fb7afb8ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16893138'] for subnet (ad146145-3519-49ea-9940-7d43ed364659), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.756835 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80f17-e611-4c77-9176-d7abf1eb1de4 req-c2a88c45-445f-437c-b46d-ca4dc04c39ec tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:53.764521 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8fe80f17-e611-4c77-9176-d7abf1eb1de4 req-c2a88c45-445f-437c-b46d-ca4dc04c39ec tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 944 time: 0.1126831 May 11 07:38:53.794433 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3af4969c-5916-43e6-a904-40295c8723ec req-6e49c5fc-922a-4a45-bb79-8679def5cbca tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415141 May 11 07:38:53.811798 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-006294a6-5b7a-478f-a7fd-9a0af9be249d admin admin] Publish callbacks [] for security_group (100f8e26-65da-4a3e-aa22-9d9ebc3d0fb2), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.822562 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e35981da-7260-4308-b43c-964fb7afb8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (ad146145-3519-49ea-9940-7d43ed364659), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.827511 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-006294a6-5b7a-478f-a7fd-9a0af9be249d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (100f8e26-65da-4a3e-aa22-9d9ebc3d0fb2), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.868795 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-006294a6-5b7a-478f-a7fd-9a0af9be249d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b844e5e4f0bb4944853fb5407faf9dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601131 May 11 07:38:53.870299 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006294a6-5b7a-478f-a7fd-9a0af9be249d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100f8e26-65da-4a3e-aa22-9d9ebc3d0fb2,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:53.873198 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46122) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:53.881085 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8fe80f17-e611-4c77-9176-d7abf1eb1de4 req-79dbddd9-d6d2-4574-a9a9-06b2299c75bf tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155748 May 11 07:38:53.941035 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-98397114-e519-402b-9021-0825ffe1d4c7 admin admin] Publish callbacks [] for security_group (100f8e26-65da-4a3e-aa22-9d9ebc3d0fb2), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.951934 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541c7d2-0599-483e-a8df-8b478b3cc42a req-db8a058b-8198-4205-a3b0-434abbfbf13d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:53.953417 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6541c7d2-0599-483e-a8df-8b478b3cc42a req-db8a058b-8198-4205-a3b0-434abbfbf13d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 944 time: 0.0859575 May 11 07:38:53.961330 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e35981da-7260-4308-b43c-964fb7afb8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17749047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17489925'] for subnet (ad146145-3519-49ea-9940-7d43ed364659), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.969428 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-98397114-e519-402b-9021-0825ffe1d4c7 admin admin] Publish callbacks [] for security_group (100f8e26-65da-4a3e-aa22-9d9ebc3d0fb2), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:53.997363 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35981da-7260-4308-b43c-964fb7afb8ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad146145-3519-49ea-9940-7d43ed364659,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:54.009578 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e35981da-7260-4308-b43c-964fb7afb8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.012568 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e35981da-7260-4308-b43c-964fb7afb8ad admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ad146145-3519-49ea-9940-7d43ed364659 HTTP/1.1" status: 204 len: 168 time: 0.4880247 May 11 07:38:54.015241 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46126) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:54.034808 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6541c7d2-0599-483e-a8df-8b478b3cc42a req-313beada-6c23-41bf-b759-f9c267f7ecd5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711439 May 11 07:38:54.062633 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-98397114-e519-402b-9021-0825ffe1d4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (100f8e26-65da-4a3e-aa22-9d9ebc3d0fb2), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.065060 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-98397114-e519-402b-9021-0825ffe1d4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.066538 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-98397114-e519-402b-9021-0825ffe1d4c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/100f8e26-65da-4a3e-aa22-9d9ebc3d0fb2 HTTP/1.1" status: 204 len: 168 time: 0.1917896 May 11 07:38:54.076663 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46130) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:54.112692 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98397114-e519-402b-9021-0825ffe1d4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100f8e26-65da-4a3e-aa22-9d9ebc3d0fb2,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:54.120258 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (fc11eeb4-d93e-45ec-ba61-2db928e37542), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.208217 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (fc11eeb4-d93e-45ec-ba61-2db928e37542), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.228150 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.228560 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.229306 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.229686 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > port after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.230009 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.230329 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > port after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.230637 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.230953 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.231267 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.231580 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.302427 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.303007 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.303574 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.304037 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 07:38:54.304410 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc11eeb4-d93e-45ec-ba61-2db928e37542']}} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:54.322315 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8c06-e096-4a05-84f9-5e4c48e31b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.323390 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dfaefb-6904-4a50-8aeb-7a5080c9164f') {'for_net_delete': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:54.323772 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dfaefb-6904-4a50-8aeb-7a5080c9164f') {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:38:54.341048 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164436'] for segment (f5dfaefb-6904-4a50-8aeb-7a5080c9164f), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.366362 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (f5dfaefb-6904-4a50-8aeb-7a5080c9164f), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.375567 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:38:54.376060 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988378'] for segment (f5dfaefb-6904-4a50-8aeb-7a5080c9164f), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: from cryptography.utils import int_from_bytes May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: from cryptography.utils import int_from_bytes May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: Traceback (most recent call last): May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: timer() May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: cb(*args, **kw) May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: return func(*args, **kwargs) May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: self._notify() May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: self.callback(batched_events) May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: event.method(event) May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: return f(self, *a, **k) May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._get(url).json() May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: return self.request(url, 'GET', **kwargs) May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:38:54.380849 dv-cinder-836996-20-iscsi neutron-server[103567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:38:54.407223 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8c06-e096-4a05-84f9-5e4c48e31b98 admin admin] Publish callbacks [] for security_group (1d755466-f30f-4321-885e-11bcf424939d), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.411347 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8c06-e096-4a05-84f9-5e4c48e31b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1d755466-f30f-4321-885e-11bcf424939d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.455362 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (fc11eeb4-d93e-45ec-ba61-2db928e37542), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.463402 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Request body: {'port': {'device_id': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:38:54.492065 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-b7aa8c06-e096-4a05-84f9-5e4c48e31b98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6e62a606de24c30be3cbc08acfd5d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142396 May 11 07:38:54.495108 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-1b6aec80-28c2-43df-aff5-3313907cc2fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be1479b9-6c95-4550-bed0-2553312bf4f3 HTTP/1.1" status: 200 len: 217 time: 0.0504386 May 11 07:38:54.495663 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46144) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:54.499483 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa8c06-e096-4a05-84f9-5e4c48e31b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d755466-f30f-4321-885e-11bcf424939d,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:54.532154 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.535284 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fc11eeb4-d93e-45ec-ba61-2db928e37542 HTTP/1.1" status: 204 len: 168 time: 0.5188375 May 11 07:38:54.539384 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.552323 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554cacc-e0fa-4cd5-aeef-84be661fba02 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc11eeb4-d93e-45ec-ba61-2db928e37542,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:54.709953 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46158) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:54.767978 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 85426f35-70c3-4ad3-a864-509a1e6017ca up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:54.835946 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 85426f35-70c3-4ad3-a864-509a1e6017ca completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:38:54.845286 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 85426f35-70c3-4ad3-a864-509a1e6017ca triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:54.846285 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:54.887735 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-edba171c-a972-4d2e-ba02-524d36bc15d2 req-52653872-587c-451f-88c8-d7e250114cdd service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358053 May 11 07:38:54.931179 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-93cd5f6a-f266-4ae6-aba4-8f79180ebaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:54.932856 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-93cd5f6a-f266-4ae6-aba4-8f79180ebaf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.4021597 May 11 07:38:54.973585 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-311f61b1-4275-4d3d-8ca0-2b8a3fd6a232 admin admin] Publish callbacks [] for security_group (1d755466-f30f-4321-885e-11bcf424939d), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.002877 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-dbea3c2a-2066-4aab-a330-a4dcf854522f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf9c71e905dc4720999680442312b458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914531 May 11 07:38:55.007252 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46172) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:55.009115 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 85426f35-70c3-4ad3-a864-509a1e6017ca is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:55.009832 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.037508 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-311f61b1-4275-4d3d-8ca0-2b8a3fd6a232 admin admin] Publish callbacks [] for security_group (1d755466-f30f-4321-885e-11bcf424939d), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.069096 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fa53db-5b31-4554-8d58-560e0c4028b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85426f35-70c3-4ad3-a864-509a1e6017ca'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:38:55.101991 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bc67a5d2-5c8b-4059-ab92-e3d8bc672e3c admin admin] Publish callbacks [] for security_group (ee893692-a3ba-4fbb-89f1-de2544916008), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.129692 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bc67a5d2-5c8b-4059-ab92-e3d8bc672e3c admin admin] Publish callbacks [] for security_group (ee893692-a3ba-4fbb-89f1-de2544916008), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.170377 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 85426f35-70c3-4ad3-a864-509a1e6017ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=85426f35-70c3-4ad3-a864-509a1e6017ca,segment=NetworkSegment(10bbba02-60ba-4f1d-9332-ae47ec7b4285),segment_id=10bbba02-60ba-4f1d-9332-ae47ec7b4285)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:55.177059 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.198628 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bc67a5d2-5c8b-4059-ab92-e3d8bc672e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ee893692-a3ba-4fbb-89f1-de2544916008), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.203081 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bc67a5d2-5c8b-4059-ab92-e3d8bc672e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.204797 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-bc67a5d2-5c8b-4059-ab92-e3d8bc672e3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee893692-a3ba-4fbb-89f1-de2544916008 HTTP/1.1" status: 204 len: 168 time: 0.1965485 May 11 07:38:55.214509 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67a5d2-5c8b-4059-ab92-e3d8bc672e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee893692-a3ba-4fbb-89f1-de2544916008,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:55.240872 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-311f61b1-4275-4d3d-8ca0-2b8a3fd6a232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1d755466-f30f-4321-885e-11bcf424939d), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.244319 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-311f61b1-4275-4d3d-8ca0-2b8a3fd6a232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.245900 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-311f61b1-4275-4d3d-8ca0-2b8a3fd6a232 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d755466-f30f-4321-885e-11bcf424939d HTTP/1.1" status: 204 len: 168 time: 0.7395256 May 11 07:38:55.255740 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f61b1-4275-4d3d-8ca0-2b8a3fd6a232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d755466-f30f-4321-885e-11bcf424939d,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:55.334537 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=85426f35-70c3-4ad3-a864-509a1e6017ca,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:55.338977 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4066e-ccfb-4d2b-b1ec-b2d24ec1b667 req-449020ca-176d-48c4-ac65-6ee6fd9d9262 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:55.340992 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-11b4066e-ccfb-4d2b-b1ec-b2d24ec1b667 req-449020ca-176d-48c4-ac65-6ee6fd9d9262 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 944 time: 0.3084583 May 11 07:38:55.347458 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf9cf4-716b-41f4-b10d-e5715f544403 req-e77fbd99-6e44-4ede-8204-32fae78ca9b2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:55.356874 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e7cf9cf4-716b-41f4-b10d-e5715f544403 req-e77fbd99-6e44-4ede-8204-32fae78ca9b2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 931 time: 0.3576570 May 11 07:38:55.372250 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea898d9-8c96-4868-b592-088ab5b1fb8e" -d '{"events": [{"server_uuid": "a5fa53db-5b31-4554-8d58-560e0c4028b1", "name": "network-vif-plugged", "status": "completed", "tag": "85426f35-70c3-4ad3-a864-509a1e6017ca"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:38:55.405349 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.447567 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:38:55.472761 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Publish callbacks [] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.504682 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e7cf9cf4-716b-41f4-b10d-e5715f544403 req-3970c4f4-8dd6-4966-9042-047af35d9d81 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465518 May 11 07:38:55.511579 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-11b4066e-ccfb-4d2b-b1ec-b2d24ec1b667 req-9d379c11-c75a-404e-9f94-076e193c49ab tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517713 May 11 07:38:55.517125 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Transition to ACTIVE for port object 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:38:55.525776 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.626480 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Pushing event updated for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:55.709121 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f57f7-a1b0-4cf3-bfb6-bc4f63478b34 req-4f6a0a93-2046-4237-9b74-30f0dcd582f7 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:55.710844 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d29f57f7-a1b0-4cf3-bfb6-bc4f63478b34 req-4f6a0a93-2046-4237-9b74-30f0dcd582f7 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 944 time: 0.0889401 May 11 07:38:55.775679 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Attempting to bind port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:38:55.775872 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Attempting to bind port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:38:55.776107 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Attempting to bind port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 on network a507c15c-cc52-449f-920c-1f23d1b31239 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:55.801447 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 on network a507c15c-cc52-449f-920c-1f23d1b31239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:38:55.801787 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Attempting to bind port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 on network a507c15c-cc52-449f-920c-1f23d1b31239 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:38:55.823311 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:38:55.823581 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Checking segment: {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:38:55.823963 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Bound using segment: {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:38:55.824393 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Bound port: 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:38:55.824743 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:55.827968 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46212) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:55.921207 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-99bc5c0e-a320-4a79-9423-f80265e51962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:55.922743 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-99bc5c0e-a320-4a79-9423-f80265e51962 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1529830 May 11 07:38:55.923761 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-199f6852-0aef-4492-af97-8bf9ecfcb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:55.925102 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-199f6852-0aef-4492-af97-8bf9ecfcb473 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 1128 time: 0.1715522 May 11 07:38:55.933276 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516e763c-5622-4af1-9c4a-9f20ae85a830 x-openstack-request-id: req-516e763c-5622-4af1-9c4a-9f20ae85a830 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:38:55.933791 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fa53db-5b31-4554-8d58-560e0c4028b1", "name": "network-vif-plugged", "status": "completed", "tag": "85426f35-70c3-4ad3-a864-509a1e6017ca", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:38:55.934090 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-516e763c-5622-4af1-9c4a-9f20ae85a830 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:38:55.934607 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516e763c-5622-4af1-9c4a-9f20ae85a830'] response: {'server_uuid': 'a5fa53db-5b31-4554-8d58-560e0c4028b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85426f35-70c3-4ad3-a864-509a1e6017ca', 'code': 200} May 11 07:38:56.011516 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d29f57f7-a1b0-4cf3-bfb6-bc4f63478b34 req-2f54078e-2800-4323-8aaf-124ab4aa4130 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924662 May 11 07:38:56.022408 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-6198504d-f496-4657-a365-4a43de298543 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac4b527673d44795b399f44e6447afb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931684 May 11 07:38:56.024980 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46216) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:56.088418 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:38:56.094704 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:38:56.112133 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.130022 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.24', 64968) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:56.130352 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46220) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:56.140882 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-928c94a0-27c8-4c6e-9a54-4ba78a7d2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:56.142403 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-928c94a0-27c8-4c6e-9a54-4ba78a7d2bdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.1980114 May 11 07:38:56.155645 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a4b5b80b-dcd1-40d1-9e7a-256e53779628 admin admin] Publish callbacks [] for security_group (b7e4930b-b840-41cc-b443-5699399b7e93), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.212344 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-b4014e82-b020-4597-a435-466bb2ae5b25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa4cf226-9012-4577-8ddd-7b9559ce1960 HTTP/1.1" status: 200 len: 217 time: 0.0442700 May 11 07:38:56.248945 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:56.249578 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.251049 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] 10.222.0.24 "PUT /v2.0/ports/1e8c8dbc-18a9-44e8-8ac6-273b984ed899 HTTP/1.1" status: 200 len: 1093 time: 1.7956021 May 11 07:38:56.260778 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:38:56.263777 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:38:56.266228 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-37980856-1641-4ee4-ad65-f02e7ec41029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.288580 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-29626e23-f448-4bf1-aa70-b88d5969398c service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453150 May 11 07:38:56.322217 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a4b5b80b-dcd1-40d1-9e7a-256e53779628 admin admin] Publish callbacks [] for security_group (b7e4930b-b840-41cc-b443-5699399b7e93), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.370319 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb0e0ae-a465-4bf8-a80e-6681f557d957 x-openstack-request-id: req-3cb0e0ae-a465-4bf8-a80e-6681f557d957 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:38:56.370731 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:38:56.370835 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cb0e0ae-a465-4bf8-a80e-6681f557d957 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:38:56.371255 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb0e0ae-a465-4bf8-a80e-6681f557d957'] response: {'name': 'network-changed', 'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'status': 'completed', 'code': 200} May 11 07:38:56.395519 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fbbcf-d14a-4591-8302-810f85235d1a req-089fd1c5-b6e0-42e7-8457-fcf8eaab564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:56.397022 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-783fbbcf-d14a-4591-8302-810f85235d1a req-089fd1c5-b6e0-42e7-8457-fcf8eaab564a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 1129 time: 0.2439973 May 11 07:38:56.399892 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-a79fd0ea-f2d5-46ca-88db-cbf9701848e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:56.401650 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-a79fd0ea-f2d5-46ca-88db-cbf9701848e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.1796014 May 11 07:38:56.417660 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c90c3-387e-454f-887d-80bd9247aa1c service neutron] Pushing event updated for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:56.468759 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-f995dba1-71d4-4412-b5f2-49a920ef2038 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717207 May 11 07:38:56.470109 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-3cab6e92-ffe4-42ba-af60-7b3fcbbfc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:56.471626 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-3cab6e92-ffe4-42ba-af60-7b3fcbbfc04a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571856 May 11 07:38:56.477460 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-3c7b0a05-c551-4e63-9bcd-c091982e7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:56.478991 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-3c7b0a05-c551-4e63-9bcd-c091982e7b6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 1127 time: 0.1592364 May 11 07:38:56.485037 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-783fbbcf-d14a-4591-8302-810f85235d1a req-76557a65-3aff-4da9-afab-c58632a1e4ac service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.587628 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-189404d0-1ddd-4eb6-b2e6-a00476dfe8e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899 HTTP/1.1" status: 200 len: 217 time: 0.0911214 May 11 07:38:56.655845 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-982521cf-89f3-4285-92df-db7a12d955d6 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624734 May 11 07:38:56.702458 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a4b5b80b-dcd1-40d1-9e7a-256e53779628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b7e4930b-b840-41cc-b443-5699399b7e93), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.704948 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a4b5b80b-dcd1-40d1-9e7a-256e53779628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.708907 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-a4b5b80b-dcd1-40d1-9e7a-256e53779628 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7e4930b-b840-41cc-b443-5699399b7e93 HTTP/1.1" status: 204 len: 168 time: 0.6828508 May 11 07:38:56.754119 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-37980856-1641-4ee4-ad65-f02e7ec41029 admin admin] Publish callbacks [] for security_group (7ce086d4-af47-4ea4-aca8-b57107e030d6), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.761573 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cddb38-85ee-42e3-9f1c-de866b123b44 req-06a4f2d2-d4f2-4cbd-a980-e3a453e25137 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:56.762815 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device aa4cf226-9012-4577-8ddd-7b9559ce1960 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:38:56.763796 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d6cddb38-85ee-42e3-9f1c-de866b123b44 req-06a4f2d2-d4f2-4cbd-a980-e3a453e25137 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.1495793 May 11 07:38:56.766382 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5b80b-dcd1-40d1-9e7a-256e53779628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e4930b-b840-41cc-b443-5699399b7e93,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:56.773666 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1435a-9082-405d-8858-2d1e8e9b2f59 req-3c5d9985-3880-475f-985c-6ca2346c39b2 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:56.775153 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-daf1435a-9082-405d-8858-2d1e8e9b2f59 req-3c5d9985-3880-475f-985c-6ca2346c39b2 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 945 time: 0.1386697 May 11 07:38:56.780498 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-37980856-1641-4ee4-ad65-f02e7ec41029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7ce086d4-af47-4ea4-aca8-b57107e030d6), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.873936 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-37980856-1641-4ee4-ad65-f02e7ec41029 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70439a89d6e14cae9365244e0eabe603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7189598 May 11 07:38:56.876684 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46250) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:56.889163 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37980856-1641-4ee4-ad65-f02e7ec41029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce086d4-af47-4ea4-aca8-b57107e030d6,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:56.927482 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-783fbbcf-d14a-4591-8302-810f85235d1a req-76557a65-3aff-4da9-afab-c58632a1e4ac service neutron] Publish callbacks [] for security_group (ac2fdcda-a17b-4d01-bba8-7d60279cafc7), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.939177 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-daf1435a-9082-405d-8858-2d1e8e9b2f59 req-74f14d9f-7f35-4691-8cbd-976019a1fb70 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550748 May 11 07:38:56.944236 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-783fbbcf-d14a-4591-8302-810f85235d1a req-76557a65-3aff-4da9-afab-c58632a1e4ac service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ac2fdcda-a17b-4d01-bba8-7d60279cafc7), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:56.955694 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d6cddb38-85ee-42e3-9f1c-de866b123b44 req-55309174-01eb-4994-93a8-d2af638cf55f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677670 May 11 07:38:57.009370 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port aa4cf226-9012-4577-8ddd-7b9559ce1960, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aa4cf226-9012-4577-8ddd-7b9559ce1960,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:57.012022 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9977b330-9cab-4d8f-9891-9298be283459 admin admin] Publish callbacks [] for security_group (7ce086d4-af47-4ea4-aca8-b57107e030d6), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:57.034269 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76557a65-3aff-4da9-afab-c58632a1e4ac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2fdcda-a17b-4d01-bba8-7d60279cafc7,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:57.043921 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-783fbbcf-d14a-4591-8302-810f85235d1a req-76557a65-3aff-4da9-afab-c58632a1e4ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6107299 May 11 07:38:57.046739 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9977b330-9cab-4d8f-9891-9298be283459 admin admin] Publish callbacks [] for security_group (7ce086d4-af47-4ea4-aca8-b57107e030d6), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:57.066487 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'aa4cf226-9012-4577-8ddd-7b9559ce1960', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'port_id': 'aa4cf226-9012-4577-8ddd-7b9559ce1960', 'mac_address': 'fa:16:3e:b0:78:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:38:57.118889 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9977b330-9cab-4d8f-9891-9298be283459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7ce086d4-af47-4ea4-aca8-b57107e030d6), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:57.123179 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9977b330-9cab-4d8f-9891-9298be283459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:57.125038 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-9977b330-9cab-4d8f-9891-9298be283459 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ce086d4-af47-4ea4-aca8-b57107e030d6 HTTP/1.1" status: 204 len: 168 time: 0.2469337 May 11 07:38:57.131856 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port aa4cf226-9012-4577-8ddd-7b9559ce1960 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:57.133413 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:57.151240 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4cf226-9012-4577-8ddd-7b9559ce1960 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:38:57.152804 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977b330-9cab-4d8f-9891-9298be283459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce086d4-af47-4ea4-aca8-b57107e030d6,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:57.195072 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port aa4cf226-9012-4577-8ddd-7b9559ce1960, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aa4cf226-9012-4577-8ddd-7b9559ce1960,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:57.222886 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:57.266136 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145ef16-7280-4110-9fa9-83d9533f803e req-8457a744-81bc-49b6-b4fa-35ee5234dfd6 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:57.268119 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1145ef16-7280-4110-9fa9-83d9533f803e req-8457a744-81bc-49b6-b4fa-35ee5234dfd6 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 944 time: 0.1040354 May 11 07:38:57.331812 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=aa4cf226-9012-4577-8ddd-7b9559ce1960,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:57.365875 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1145ef16-7280-4110-9fa9-83d9533f803e req-7bafa945-9d75-402f-85a7-c01200ea96a3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832872 May 11 07:38:57.456820 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['aa4cf226-9012-4577-8ddd-7b9559ce1960'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:38:57.656006 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-4df849a7-b669-476f-86e2-345d2183830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:57.658024 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-4df849a7-b669-476f-86e2-345d2183830d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0955729 May 11 07:38:57.749983 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5a75485b-c3eb-4a3e-b7ef-3d905f69d332 req-7838cfc4-922b-4e83-9c59-15932d824a49 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877930 May 11 07:38:57.762112 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-5f585aa7-576d-4da6-a8c6-8ee4aab27d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:57.767360 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-5f585aa7-576d-4da6-a8c6-8ee4aab27d58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1020880 May 11 07:38:58.125700 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cee7b1-3718-416f-8102-f7ee093fe1fa req-ca286fbc-ec78-412d-8b9e-a2b8a933bd67 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:58.127189 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-72cee7b1-3718-416f-8102-f7ee093fe1fa req-ca286fbc-ec78-412d-8b9e-a2b8a933bd67 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 945 time: 0.0998464 May 11 07:38:58.196142 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585551a-69d8-4520-be6a-bae707abb6d6 req-ddf54cde-b0f0-4ffd-bafd-c7633a1e3a78 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:58.197864 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2585551a-69d8-4520-be6a-bae707abb6d6 req-ddf54cde-b0f0-4ffd-bafd-c7633a1e3a78 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.1376734 May 11 07:38:58.206865 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46330) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:58.270325 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-72cee7b1-3718-416f-8102-f7ee093fe1fa req-37a8e9ab-35c1-441f-8862-40da2314c4f0 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368392 May 11 07:38:58.274459 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-4a646524-8f5a-4e78-92c5-166fdf0b3128 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153785 May 11 07:38:58.290187 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2585551a-69d8-4520-be6a-bae707abb6d6 req-c423e4cc-d2d2-4f37-90a1-803398da8617 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790377 May 11 07:38:58.305010 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-5bc50a0e-c688-45fd-8635-815721594774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:58.369048 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-6f3c9a44-09fc-481c-ac52-30ca42826766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:58.436111 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f01ef17d-bcf4-4c88-80ba-8a030efdf247 req-69c595a4-e2fd-4882-a541-7ac2605c5104 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396174 May 11 07:38:58.484703 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-6f3c9a44-09fc-481c-ac52-30ca42826766 admin admin] Publish callbacks [] for security_group (e27d2119-da95-41f1-a764-d41c0accdd5d), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:58.493890 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-6f3c9a44-09fc-481c-ac52-30ca42826766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (e27d2119-da95-41f1-a764-d41c0accdd5d), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:58.535091 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd60c9-a46d-4afc-8482-286a29f9b57e req-d2531e50-b819-498d-a7ce-0f4924d2d8ca tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:58.537399 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-34bd60c9-a46d-4afc-8482-286a29f9b57e req-d2531e50-b819-498d-a7ce-0f4924d2d8ca tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 945 time: 0.0646524 May 11 07:38:58.546101 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-6f3c9a44-09fc-481c-ac52-30ca42826766 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70dc2c13c9134d1b9f3567701b8be129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381333 May 11 07:38:58.547582 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c9a44-09fc-481c-ac52-30ca42826766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d2119-da95-41f1-a764-d41c0accdd5d,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:58.551206 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46350) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:58.608315 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-34bd60c9-a46d-4afc-8482-286a29f9b57e req-5777ccc7-408f-4be9-b85a-c949d1b2d5d9 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651302 May 11 07:38:58.628346 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e8d3e812-2982-4108-b962-c43888f3ed24 admin admin] Publish callbacks [] for security_group (e27d2119-da95-41f1-a764-d41c0accdd5d), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:58.659229 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e8d3e812-2982-4108-b962-c43888f3ed24 admin admin] Publish callbacks [] for security_group (e27d2119-da95-41f1-a764-d41c0accdd5d), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:58.717599 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e8d3e812-2982-4108-b962-c43888f3ed24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (e27d2119-da95-41f1-a764-d41c0accdd5d), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:58.721556 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e8d3e812-2982-4108-b962-c43888f3ed24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:58.727944 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-e8d3e812-2982-4108-b962-c43888f3ed24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e27d2119-da95-41f1-a764-d41c0accdd5d HTTP/1.1" status: 204 len: 168 time: 0.1754396 May 11 07:38:58.738340 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3e812-2982-4108-b962-c43888f3ed24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d2119-da95-41f1-a764-d41c0accdd5d,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:58.760631 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device be1479b9-6c95-4550-bed0-2553312bf4f3 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:38:58.808809 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device aa4cf226-9012-4577-8ddd-7b9559ce1960 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:38:58.927350 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port aa4cf226-9012-4577-8ddd-7b9559ce1960 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:38:58.937598 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port be1479b9-6c95-4550-bed0-2553312bf4f3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=be1479b9-6c95-4550-bed0-2553312bf4f3,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:58.948693 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port aa4cf226-9012-4577-8ddd-7b9559ce1960 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:38:58.949299 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:58.976921 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'be1479b9-6c95-4550-bed0-2553312bf4f3', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'port_id': 'be1479b9-6c95-4550-bed0-2553312bf4f3', 'mac_address': 'fa:16:3e:30:6d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:38:59.021450 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port be1479b9-6c95-4550-bed0-2553312bf4f3 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:59.022005 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.044691 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1479b9-6c95-4550-bed0-2553312bf4f3 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:38:59.089699 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port be1479b9-6c95-4550-bed0-2553312bf4f3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=be1479b9-6c95-4550-bed0-2553312bf4f3,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:59.095533 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.137727 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port aa4cf226-9012-4577-8ddd-7b9559ce1960 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:38:59.138741 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.152620 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46382) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:59.173574 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec3ba-0d59-4f39-9cac-bfb8bc093832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.191842 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port aa4cf226-9012-4577-8ddd-7b9559ce1960, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aa4cf226-9012-4577-8ddd-7b9559ce1960,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:38:59.195004 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a7c6d-2396-446b-9d87-3a9fb36d031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4cf226-9012-4577-8ddd-7b9559ce1960'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:38:59.198144 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dcc5ef-35b9-4536-a63a-cee3d362c76d" -d '{"events": [{"server_uuid": "7a9a7c6d-2396-446b-9d87-3a9fb36d031c", "name": "network-vif-plugged", "status": "completed", "tag": "aa4cf226-9012-4577-8ddd-7b9559ce1960"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:38:59.203189 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.205425 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=be1479b9-6c95-4550-bed0-2553312bf4f3,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:59.286978 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=aa4cf226-9012-4577-8ddd-7b9559ce1960,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:59.298415 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf307f5f-2c97-4343-b265-6a9a22dbe89a x-openstack-request-id: req-cf307f5f-2c97-4343-b265-6a9a22dbe89a {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:38:59.298938 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a7c6d-2396-446b-9d87-3a9fb36d031c", "name": "network-vif-plugged", "status": "completed", "tag": "aa4cf226-9012-4577-8ddd-7b9559ce1960", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:38:59.300007 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf307f5f-2c97-4343-b265-6a9a22dbe89a {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:38:59.300467 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf307f5f-2c97-4343-b265-6a9a22dbe89a'] response: {'server_uuid': '7a9a7c6d-2396-446b-9d87-3a9fb36d031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4cf226-9012-4577-8ddd-7b9559ce1960', 'code': 200} May 11 07:38:59.336947 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['be1479b9-6c95-4550-bed0-2553312bf4f3'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:38:59.339587 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec3ba-0d59-4f39-9cac-bfb8bc093832 admin admin] Publish callbacks [] for security_group (cd6b28b5-2c6e-4a2c-8e4f-b31390c8e732), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.348616 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec3ba-0d59-4f39-9cac-bfb8bc093832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (cd6b28b5-2c6e-4a2c-8e4f-b31390c8e732), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.450572 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-0b2ec3ba-0d59-4f39-9cac-bfb8bc093832 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a19ec05974e342e88ecf333714bc5389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966583 May 11 07:38:59.451464 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46400) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:38:59.463511 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ec3ba-0d59-4f39-9cac-bfb8bc093832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6b28b5-2c6e-4a2c-8e4f-b31390c8e732,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:59.530163 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-62fcb378-8334-406a-8240-94c494100739 admin admin] Publish callbacks [] for security_group (cd6b28b5-2c6e-4a2c-8e4f-b31390c8e732), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.619481 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-62fcb378-8334-406a-8240-94c494100739 admin admin] Publish callbacks [] for security_group (cd6b28b5-2c6e-4a2c-8e4f-b31390c8e732), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.637493 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892d408-3a2c-4e4b-8b1a-4659d628e928 req-4fe2a5ff-9290-4253-8c63-ad463bd08929 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:59.649073 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0892d408-3a2c-4e4b-8b1a-4659d628e928 req-4fe2a5ff-9290-4253-8c63-ad463bd08929 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0858622 May 11 07:38:59.694254 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae6e4d-d2a6-4b05-9e4e-6daef8ad754c req-856b3f59-a047-4cea-917b-4e876bd99c8e tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:59.703398 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-30ae6e4d-d2a6-4b05-9e4e-6daef8ad754c req-856b3f59-a047-4cea-917b-4e876bd99c8e tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 945 time: 0.3096087 May 11 07:38:59.752845 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-62fcb378-8334-406a-8240-94c494100739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (cd6b28b5-2c6e-4a2c-8e4f-b31390c8e732), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.756068 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-62fcb378-8334-406a-8240-94c494100739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:38:59.760885 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-62fcb378-8334-406a-8240-94c494100739 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd6b28b5-2c6e-4a2c-8e4f-b31390c8e732 HTTP/1.1" status: 204 len: 168 time: 0.3077724 May 11 07:38:59.783516 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcb378-8334-406a-8240-94c494100739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6b28b5-2c6e-4a2c-8e4f-b31390c8e732,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:38:59.798917 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-c134bb22-5429-4b90-82fb-13a49d8f41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:38:59.800716 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-c134bb22-5429-4b90-82fb-13a49d8f41bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 1127 time: 0.2752845 May 11 07:38:59.844322 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0892d408-3a2c-4e4b-8b1a-4659d628e928 req-5faaff6d-fafc-48e1-96eb-8ec8f922967e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941359 May 11 07:38:59.863346 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-30ae6e4d-d2a6-4b05-9e4e-6daef8ad754c req-8e8c08d2-ee25-4542-bd9d-94ab8709e6bd tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587472 May 11 07:39:00.065235 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a57d0-546e-44f3-8aa1-6a1c5175d3d4 req-1d7ba137-9b05-446d-8e37-ef43c0103488 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:00.071805 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-825a57d0-546e-44f3-8aa1-6a1c5175d3d4 req-1d7ba137-9b05-446d-8e37-ef43c0103488 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.1494861 May 11 07:39:00.272751 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc01acb-c492-405d-83ff-cca748bbafaa req-fa078072-c25b-42f0-8735-a60385c1d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:00.274643 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ebc01acb-c492-405d-83ff-cca748bbafaa req-fa078072-c25b-42f0-8735-a60385c1d068 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 1130 time: 0.1481001 May 11 07:39:00.337003 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ebc01acb-c492-405d-83ff-cca748bbafaa req-f591b645-880c-4d3d-9ebc-bfb7cf11e2b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544562 May 11 07:39:00.350619 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-7e094fe8-13ba-4171-8936-a04c35b83822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:00.352640 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-7e094fe8-13ba-4171-8936-a04c35b83822 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 918 time: 0.4199648 May 11 07:39:00.374157 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-825a57d0-546e-44f3-8aa1-6a1c5175d3d4 req-7e0cee97-b9dc-475c-a86b-2b8b5b140f80 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999170 May 11 07:39:00.567021 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-5371e805-4639-4d45-b094-d6c78704deb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899 HTTP/1.1" status: 200 len: 217 time: 0.0419378 May 11 07:39:00.629968 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-5089c3c1-088a-4073-9065-ead573d98997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:00.631693 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-5089c3c1-088a-4073-9065-ead573d98997 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0574787 May 11 07:39:00.679824 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-6643f86e-cd39-470a-9cbc-241a3e7bca87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:00.728496 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-8645ff96-e779-4b93-b48e-ca810b5308d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:00.733411 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-8645ff96-e779-4b93-b48e-ca810b5308d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0943410 May 11 07:39:00.782826 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:39:00.787548 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device be1479b9-6c95-4550-bed0-2553312bf4f3 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:39:01.017806 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port be1479b9-6c95-4550-bed0-2553312bf4f3 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:39:01.177565 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-33ad4d0f-8b62-406b-8b19-8aa7e8d456ca service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660283 May 11 07:39:01.183376 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port be1479b9-6c95-4550-bed0-2553312bf4f3 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:01.183856 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:01.250678 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:01.272951 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'port_id': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'mac_address': 'fa:16:3e:7b:0d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:39:01.303430 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b8b9992a-690e-49cf-9ae4-54689e3ae9dc req-c529b0f1-8e5b-41e1-b743-2d9df13715c9 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019571 May 11 07:39:01.318083 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c11e3e-6ab5-4c7d-98c3-88d8902dd8c2 req-11e81ad6-ffaf-41cd-9048-a6f1185d0728 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:01.324870 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-37c11e3e-6ab5-4c7d-98c3-88d8902dd8c2 req-11e81ad6-ffaf-41cd-9048-a6f1185d0728 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 945 time: 0.3571658 May 11 07:39:01.340843 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd29f0d-def6-4e72-b8c1-9809121f1af2 req-b9db7d77-e93e-4b64-8760-1a73fcd5949a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:01.342844 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8cd29f0d-def6-4e72-b8c1-9809121f1af2 req-b9db7d77-e93e-4b64-8760-1a73fcd5949a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.3237002 May 11 07:39:01.363704 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:01.364089 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:01.366099 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port be1479b9-6c95-4550-bed0-2553312bf4f3 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:01.366466 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:01.424029 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40960ef3-1318-49f6-9a5e-c5b12205f0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1479b9-6c95-4550-bed0-2553312bf4f3'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:39:01.427725 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24bbe40-b822-4eff-8168-922c4f82d24e" -d '{"events": [{"server_uuid": "40960ef3-1318-49f6-9a5e-c5b12205f0f6", "name": "network-vif-plugged", "status": "completed", "tag": "be1479b9-6c95-4550-bed0-2553312bf4f3"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:39:01.427860 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-37c11e3e-6ab5-4c7d-98c3-88d8902dd8c2 req-ff70130e-2239-482f-811a-e4106f99f213 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010120 May 11 07:39:01.432171 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:39:01.447932 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port be1479b9-6c95-4550-bed0-2553312bf4f3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=be1479b9-6c95-4550-bed0-2553312bf4f3,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:01.468604 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:01.479280 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8cd29f0d-def6-4e72-b8c1-9809121f1af2 req-f8f4f04c-e00e-4bd2-87dd-22ecdd0d5078 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289532 May 11 07:39:01.485466 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:01.523192 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:01.562705 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=be1479b9-6c95-4550-bed0-2553312bf4f3,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:01.626887 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72c6b-5bcd-4699-97fd-1951d4255d5f req-1ea07f59-31c6-4009-91fd-0eb205ede2e6 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:01.635569 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-80d72c6b-5bcd-4699-97fd-1951d4255d5f req-1ea07f59-31c6-4009-91fd-0eb205ede2e6 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0693438 May 11 07:39:01.647917 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:01.655813 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4c860f-4661-41af-904a-99420a0f3952 x-openstack-request-id: req-2b4c860f-4661-41af-904a-99420a0f3952 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:39:01.656120 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40960ef3-1318-49f6-9a5e-c5b12205f0f6", "name": "network-vif-plugged", "status": "completed", "tag": "be1479b9-6c95-4550-bed0-2553312bf4f3", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:39:01.656373 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b4c860f-4661-41af-904a-99420a0f3952 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:39:01.656784 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4c860f-4661-41af-904a-99420a0f3952'] response: {'server_uuid': '40960ef3-1318-49f6-9a5e-c5b12205f0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1479b9-6c95-4550-bed0-2553312bf4f3', 'code': 200} May 11 07:39:01.676764 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:01.697260 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-80d72c6b-5bcd-4699-97fd-1951d4255d5f req-3ae8e44d-1afe-4364-8b02-2e08a00501a1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605211 May 11 07:39:01.797364 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['1e8c8dbc-18a9-44e8-8ac6-273b984ed899'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:39:02.052488 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0744b8-83ed-4fd3-8c51-cae9a41bc4d4 req-68452fdf-8c04-43c5-b18b-9f3f19b20c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:02.052488 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8c0744b8-83ed-4fd3-8c51-cae9a41bc4d4 req-68452fdf-8c04-43c5-b18b-9f3f19b20c17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 1129 time: 0.0772390 May 11 07:39:02.097630 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8c0744b8-83ed-4fd3-8c51-cae9a41bc4d4 req-94ef4376-583c-41fd-b84f-b36181f34ac4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 May 11 07:39:02.573006 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46574) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:02.690404 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e8132-a868-4581-9e41-cba2e7c5150a req-30e9a683-3777-4622-a846-83179ccdcc2c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:02.692575 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e97e8132-a868-4581-9e41-cba2e7c5150a req-30e9a683-3777-4622-a846-83179ccdcc2c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 944 time: 0.0641899 May 11 07:39:02.780650 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e97e8132-a868-4581-9e41-cba2e7c5150a req-35bb0b8e-c620-4832-b941-7f008ad3486e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824587 May 11 07:39:02.797919 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e2c17db8-6a50-4715-9c4a-45407729bff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:02.853474 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e0e7d-e421-4bc7-9364-3b604b64e675 req-d03a4c21-fe7b-4897-bab2-acc30d8cd5fa tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:02.855158 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-363e0e7d-e421-4bc7-9364-3b604b64e675 req-d03a4c21-fe7b-4897-bab2-acc30d8cd5fa tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0690236 May 11 07:39:02.923095 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-363e0e7d-e421-4bc7-9364-3b604b64e675 req-ac7901c0-7112-4fd1-994c-def78c815862 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602887 May 11 07:39:02.964381 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e2c17db8-6a50-4715-9c4a-45407729bff7 admin admin] Publish callbacks [] for security_group (e5855c00-21a6-44a6-a944-f0a3b2603b26), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:02.976289 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e2c17db8-6a50-4715-9c4a-45407729bff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (e5855c00-21a6-44a6-a944-f0a3b2603b26), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.015451 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c17db8-6a50-4715-9c4a-45407729bff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5855c00-21a6-44a6-a944-f0a3b2603b26,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:03.043596 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46604) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:03.051552 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e2c17db8-6a50-4715-9c4a-45407729bff7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a507bbecfc149f6987ac7b881b0b1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773316 May 11 07:39:03.076996 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46608) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:03.097968 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d57e9013-cc2e-4241-a5a7-92d9a57defcf admin admin] Publish callbacks [] for security_group (e5855c00-21a6-44a6-a944-f0a3b2603b26), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.121663 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d57e9013-cc2e-4241-a5a7-92d9a57defcf admin admin] Publish callbacks [] for security_group (e5855c00-21a6-44a6-a944-f0a3b2603b26), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.172582 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d57e9013-cc2e-4241-a5a7-92d9a57defcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (e5855c00-21a6-44a6-a944-f0a3b2603b26), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.193442 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d57e9013-cc2e-4241-a5a7-92d9a57defcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.200134 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-d57e9013-cc2e-4241-a5a7-92d9a57defcf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5855c00-21a6-44a6-a944-f0a3b2603b26 HTTP/1.1" status: 204 len: 168 time: 0.1548300 May 11 07:39:03.212393 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e9013-cc2e-4241-a5a7-92d9a57defcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5855c00-21a6-44a6-a944-f0a3b2603b26,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:03.212720 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3006e9db-0fb7-4742-b805-971e6ab28336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.235161 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.334045 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3006e9db-0fb7-4742-b805-971e6ab28336 admin admin] Publish callbacks [] for security_group (7125c8c7-6ab5-4a26-a975-482e4569c0c2), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.343804 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f2245-762c-4dcf-b336-512f5e27eb13 req-f7c698e4-d487-4189-956b-d37e69d6f9b5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:03.345298 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c86f2245-762c-4dcf-b336-512f5e27eb13 req-f7c698e4-d487-4189-956b-d37e69d6f9b5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0732682 May 11 07:39:03.346377 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3006e9db-0fb7-4742-b805-971e6ab28336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7125c8c7-6ab5-4a26-a975-482e4569c0c2), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.398937 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-3006e9db-0fb7-4742-b805-971e6ab28336 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5c28acf484b423bbdfa362d5e288615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208494 May 11 07:39:03.401936 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46622) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:03.410519 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006e9db-0fb7-4742-b805-971e6ab28336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7125c8c7-6ab5-4a26-a975-482e4569c0c2,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:03.427522 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c86f2245-762c-4dcf-b336-512f5e27eb13 req-1e5f518f-201e-4eb2-8a60-9a523a5e5b17 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718791 May 11 07:39:03.466995 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:39:03.469822 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-11137fe0-2088-4c11-bf93-199c62cdfef5 admin admin] Publish callbacks [] for security_group (7125c8c7-6ab5-4a26-a975-482e4569c0c2), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.499935 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-11137fe0-2088-4c11-bf93-199c62cdfef5 admin admin] Publish callbacks [] for security_group (7125c8c7-6ab5-4a26-a975-482e4569c0c2), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.518873 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:39:03.525111 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:03.525499 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.536006 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46626) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:03.549483 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d91a6ff9-7f27-4f80-923b-164748172039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.576662 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-11137fe0-2088-4c11-bf93-199c62cdfef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7125c8c7-6ab5-4a26-a975-482e4569c0c2), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.579330 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-11137fe0-2088-4c11-bf93-199c62cdfef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.580453 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-11137fe0-2088-4c11-bf93-199c62cdfef5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7125c8c7-6ab5-4a26-a975-482e4569c0c2 HTTP/1.1" status: 204 len: 168 time: 0.1775212 May 11 07:39:03.597685 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11137fe0-2088-4c11-bf93-199c62cdfef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7125c8c7-6ab5-4a26-a975-482e4569c0c2,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:03.620661 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:03.621061 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.651956 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d91a6ff9-7f27-4f80-923b-164748172039 admin admin] Publish callbacks [] for security_group (f854825c-b99b-4786-92d8-ba241fc4931f), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.658297 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d91a6ff9-7f27-4f80-923b-164748172039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f854825c-b99b-4786-92d8-ba241fc4931f), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.662232 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:39:03.665205 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82acb589-5f0a-4a09-b6b3-3aee9e898e7a" -d '{"events": [{"server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "name": "network-vif-plugged", "status": "completed", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:39:03.680508 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:03.703231 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.703443 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-d91a6ff9-7f27-4f80-923b-164748172039 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3e4087f0c4d40d8b2bfe21c0a00a8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662216 May 11 07:39:03.705916 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46636) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:03.712364 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a6ff9-7f27-4f80-923b-164748172039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f854825c-b99b-4786-92d8-ba241fc4931f,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:03.755897 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff06cceb-58f1-4ef2-8a5c-4ec85aa24335 x-openstack-request-id: req-ff06cceb-58f1-4ef2-8a5c-4ec85aa24335 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:39:03.756463 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "name": "network-vif-plugged", "status": "completed", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:39:03.756921 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff06cceb-58f1-4ef2-8a5c-4ec85aa24335 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:39:03.762237 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-75f6f0a7-27bb-4624-9377-4fd1d7356736 admin admin] Publish callbacks [] for security_group (f854825c-b99b-4786-92d8-ba241fc4931f), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.767676 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff06cceb-58f1-4ef2-8a5c-4ec85aa24335'] response: {'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'code': 200} May 11 07:39:03.789351 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-75f6f0a7-27bb-4624-9377-4fd1d7356736 admin admin] Publish callbacks [] for security_group (f854825c-b99b-4786-92d8-ba241fc4931f), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.797662 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:03.873808 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-75f6f0a7-27bb-4624-9377-4fd1d7356736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f854825c-b99b-4786-92d8-ba241fc4931f), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.877388 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-75f6f0a7-27bb-4624-9377-4fd1d7356736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:03.879465 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-75f6f0a7-27bb-4624-9377-4fd1d7356736 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f854825c-b99b-4786-92d8-ba241fc4931f HTTP/1.1" status: 204 len: 168 time: 0.1723719 May 11 07:39:03.895347 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6f0a7-27bb-4624-9377-4fd1d7356736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f854825c-b99b-4786-92d8-ba241fc4931f,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:03.942675 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00400eda-e042-4cce-948d-c61ed5efe51a req-e90c7e94-3ced-4d6d-8094-6351c6ae6e5f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:03.953181 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00400eda-e042-4cce-948d-c61ed5efe51a req-e90c7e94-3ced-4d6d-8094-6351c6ae6e5f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0775568 May 11 07:39:04.019859 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00400eda-e042-4cce-948d-c61ed5efe51a req-f8eb1a9e-9e29-4fca-a653-06e028699f35 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600498 May 11 07:39:04.085373 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46662) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:04.099422 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0ca07667-2542-4ff6-be06-b012f21840bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.210123 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0ca07667-2542-4ff6-be06-b012f21840bd admin admin] Publish callbacks [] for security_group (5fcd3878-d8db-463d-9c6f-0b13cbc3e2c5), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.215774 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0ca07667-2542-4ff6-be06-b012f21840bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5fcd3878-d8db-463d-9c6f-0b13cbc3e2c5), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.261392 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-0ca07667-2542-4ff6-be06-b012f21840bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60fc73e2f37c484d8b78c0976223c899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728082 May 11 07:39:04.261900 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46678) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:04.272259 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca07667-2542-4ff6-be06-b012f21840bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcd3878-d8db-463d-9c6f-0b13cbc3e2c5,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:04.323272 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-558973a4-6f11-4174-874c-dc73d085393c admin admin] Publish callbacks [] for security_group (5fcd3878-d8db-463d-9c6f-0b13cbc3e2c5), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.350333 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-558973a4-6f11-4174-874c-dc73d085393c admin admin] Publish callbacks [] for security_group (5fcd3878-d8db-463d-9c6f-0b13cbc3e2c5), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.408282 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-558973a4-6f11-4174-874c-dc73d085393c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5fcd3878-d8db-463d-9c6f-0b13cbc3e2c5), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.410820 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-558973a4-6f11-4174-874c-dc73d085393c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.411942 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-558973a4-6f11-4174-874c-dc73d085393c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fcd3878-d8db-463d-9c6f-0b13cbc3e2c5 HTTP/1.1" status: 204 len: 168 time: 0.1480234 May 11 07:39:04.420264 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558973a4-6f11-4174-874c-dc73d085393c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcd3878-d8db-463d-9c6f-0b13cbc3e2c5,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:04.559726 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d2eed-de50-4119-a2df-19d442e10292 req-38d519f0-c691-4897-a90e-bfb4be8cebe8 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:04.561192 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-922d2eed-de50-4119-a2df-19d442e10292 req-38d519f0-c691-4897-a90e-bfb4be8cebe8 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0474296 May 11 07:39:04.612978 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-922d2eed-de50-4119-a2df-19d442e10292 req-d2765cdb-ffcc-4a40-8244-889471695180 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447757 May 11 07:39:04.695627 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.710812 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46708) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:04.818814 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-06b74f64-dece-4173-aa62-821277de4fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.902631 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-06b74f64-dece-4173-aa62-821277de4fb1 admin admin] Publish callbacks [] for security_group (c1f46d15-f6e4-46ff-8f78-2711a03f8f23), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.907569 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-06b74f64-dece-4173-aa62-821277de4fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (c1f46d15-f6e4-46ff-8f78-2711a03f8f23), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:04.929450 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46722) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:04.951509 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-06b74f64-dece-4173-aa62-821277de4fb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a68c9cdad124fc2881ea85d32ed7a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392328 May 11 07:39:04.954106 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46728) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:04.960169 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b74f64-dece-4173-aa62-821277de4fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f46d15-f6e4-46ff-8f78-2711a03f8f23,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:05.005120 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-71e5acb4-99f9-4978-a88d-2076c1ab637e admin admin] Publish callbacks [] for security_group (c1f46d15-f6e4-46ff-8f78-2711a03f8f23), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.026358 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-71e5acb4-99f9-4978-a88d-2076c1ab637e admin admin] Publish callbacks [] for security_group (c1f46d15-f6e4-46ff-8f78-2711a03f8f23), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.084454 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-71e5acb4-99f9-4978-a88d-2076c1ab637e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (c1f46d15-f6e4-46ff-8f78-2711a03f8f23), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.087069 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-71e5acb4-99f9-4978-a88d-2076c1ab637e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.090116 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-71e5acb4-99f9-4978-a88d-2076c1ab637e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1f46d15-f6e4-46ff-8f78-2711a03f8f23 HTTP/1.1" status: 204 len: 168 time: 0.1349707 May 11 07:39:05.106836 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1468498794-network', 'tenant_id': '3d6974a3465f4096ab62e7225f26a001'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:05.125056 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5acb4-99f9-4978-a88d-2076c1ab637e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f46d15-f6e4-46ff-8f78-2711a03f8f23,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:05.147799 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01b3c8-7d8c-4ee5-a4f2-1a9a1836ea87 req-fd259982-1cfc-4d82-b80c-f691d448ae1d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:05.149533 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9d01b3c8-7d8c-4ee5-a4f2-1a9a1836ea87 req-fd259982-1cfc-4d82-b80c-f691d448ae1d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0578103 May 11 07:39:05.150696 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Made reservation on behalf of 3d6974a3465f4096ab62e7225f26a001 for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:39:05.153298 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.171514 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.212852 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9d01b3c8-7d8c-4ee5-a4f2-1a9a1836ea87 req-8b602217-b4f7-4a84-9479-99ae6631959e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575325 May 11 07:39:05.267893 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Publish callbacks [] for security_group (d3b069ce-baa7-48e4-a4c6-6e6f07bc786f), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.274577 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (d3b069ce-baa7-48e4-a4c6-6e6f07bc786f), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.299036 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:39:05.320422 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b069ce-baa7-48e4-a4c6-6e6f07bc786f,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:05.326805 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (1f426198-5da3-492b-aa69-372277397f48), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.327157 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Added segment 1f426198-5da3-492b-aa69-372277397f48 of type vlan for network a5ad5e92-aa30-4d7e-aec9-e775dfc5522a May 11 07:39:05.384995 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (a5ad5e92-aa30-4d7e-aec9-e775dfc5522a), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.436997 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (a5ad5e92-aa30-4d7e-aec9-e775dfc5522a), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.438660 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:05.440369 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.568377 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-ffb192d2-89a6-49b1-9f22-799a79ebbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:05.579323 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-ffb192d2-89a6-49b1-9f22-799a79ebbcbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 1130 time: 0.0966842 May 11 07:39:05.614613 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6839352 May 11 07:39:05.631374 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46766) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:05.642295 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Request body: {'subnet': {'network_id': 'a5ad5e92-aa30-4d7e-aec9-e775dfc5522a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1468498794-subnet', 'tenant_id': '3d6974a3465f4096ab62e7225f26a001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:05.647050 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a76d8a-a030-4ec8-a361-0aa2f53425a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ad5e92-aa30-4d7e-aec9-e775dfc5522a,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:05.658316 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network a5ad5e92-aa30-4d7e-aec9-e775dfc5522a details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:39:05.660042 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46770) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:05.682329 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8d9e655b-cd89-4a5a-bf33-693964d5bbdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.716284 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-85a61f7f-1c73-4127-b762-523f32b60b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:05.718459 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-85a61f7f-1c73-4127-b762-523f32b60b63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.1253135 May 11 07:39:05.724425 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361fc5f-3ac4-49d1-9067-4d35b3b656fc req-6bc73604-a3ca-47f8-aa1c-2d69de047ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:05.732839 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b361fc5f-3ac4-49d1-9067-4d35b3b656fc req-6bc73604-a3ca-47f8-aa1c-2d69de047ccc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 1129 time: 0.1344254 May 11 07:39:05.762647 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Made reservation on behalf of 3d6974a3465f4096ab62e7225f26a001 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:39:05.765644 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4151032'] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.854563 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a88a-4c3e-43e0-82d2-9d474cf27a40 req-2df9c367-4e9d-4882-86e0-273bbc0283e8 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:05.862217 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4184a88a-4c3e-43e0-82d2-9d474cf27a40 req-2df9c367-4e9d-4882-86e0-273bbc0283e8 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0934386 May 11 07:39:05.897396 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8d9e655b-cd89-4a5a-bf33-693964d5bbdb admin admin] Publish callbacks [] for security_group (ba111283-2132-4313-89f2-64456ac5f4f0), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.908709 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8d9e655b-cd89-4a5a-bf33-693964d5bbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ba111283-2132-4313-89f2-64456ac5f4f0), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:05.921763 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4184a88a-4c3e-43e0-82d2-9d474cf27a40 req-2a9db018-caa1-4ef7-8eb4-7706047ae414 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584164 May 11 07:39:06.004258 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-8d9e655b-cd89-4a5a-bf33-693964d5bbdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39026a98e0854af0b5c1915f66ea344d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408875 May 11 07:39:06.007084 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46782) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:06.008126 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e655b-cd89-4a5a-bf33-693964d5bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba111283-2132-4313-89f2-64456ac5f4f0,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:06.069386 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3988857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4151022'] for subnet (107f28e9-d220-4302-befb-1586a18f9692), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:06.073226 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6dbed354-147e-472a-b59b-dfb436781e25 admin admin] Publish callbacks [] for security_group (ba111283-2132-4313-89f2-64456ac5f4f0), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:06.152120 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=107f28e9-d220-4302-befb-1586a18f9692,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:06.157164 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6dbed354-147e-472a-b59b-dfb436781e25 admin admin] Publish callbacks [] for security_group (ba111283-2132-4313-89f2-64456ac5f4f0), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:06.200088 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-a61aaa80-74f7-4d50-a0df-8da991d5d658 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa4cf226-9012-4577-8ddd-7b9559ce1960 HTTP/1.1" status: 200 len: 217 time: 0.0711548 May 11 07:39:06.224179 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b361fc5f-3ac4-49d1-9067-4d35b3b656fc req-f578074b-b810-41e8-acbd-2a1f9018b583 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912747 May 11 07:39:06.234307 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Checking segment: {'id': '1f426198-5da3-492b-aa69-372277397f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a5ad5e92-aa30-4d7e-aec9-e775dfc5522a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:39:06.234821 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Network hostable DHCP agents. Network: a5ad5e92-aa30-4d7e-aec9-e775dfc5522a, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:39:06.256420 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Network a5ad5e92-aa30-4d7e-aec9-e775dfc5522a is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:39:06.274232 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, a5ad5e92-aa30-4d7e-aec9-e775dfc5522a) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:39:06.278986 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-2b3fc4cb-168b-43f6-8853-fb3e5ef10702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:06.280752 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-2b3fc4cb-168b-43f6-8853-fb3e5ef10702 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0745437 May 11 07:39:06.285956 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:06.287599 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:06.297862 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215584cd-be03-434e-b615-5eb7375f6882 None None] Network a5ad5e92-aa30-4d7e-aec9-e775dfc5522a requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:39:06.317755 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-df36fd30-db08-41f2-bb7f-b4a5e0cda275 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6850429 May 11 07:39:06.319939 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6dbed354-147e-472a-b59b-dfb436781e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ba111283-2132-4313-89f2-64456ac5f4f0), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:06.327514 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6dbed354-147e-472a-b59b-dfb436781e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:06.345228 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-6dbed354-147e-472a-b59b-dfb436781e25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba111283-2132-4313-89f2-64456ac5f4f0 HTTP/1.1" status: 204 len: 168 time: 0.3369234 May 11 07:39:06.400845 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbed354-147e-472a-b59b-dfb436781e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba111283-2132-4313-89f2-64456ac5f4f0,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:06.432515 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b8c30-8a7a-44ee-a55a-8d8b803d6376 req-622a7abb-8930-4f24-9a2c-52c7031404a3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:06.443618 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b03b8c30-8a7a-44ee-a55a-8d8b803d6376 req-622a7abb-8930-4f24-9a2c-52c7031404a3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0887160 May 11 07:39:06.580094 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05b15e6-2ebd-4c78-b386-eb0973092f4f None None] Network a5ad5e92-aa30-4d7e-aec9-e775dfc5522a requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:39:06.617390 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b03b8c30-8a7a-44ee-a55a-8d8b803d6376 req-97033f4f-2187-43b2-8b44-4e1f2594b1a9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602294 May 11 07:39:06.626854 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-22d86dda-a19a-452e-8244-3e2fc116d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:06.628366 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-22d86dda-a19a-452e-8244-3e2fc116d8cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1243093 May 11 07:39:07.004487 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46836) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:07.009406 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-515934416-network', 'tenant_id': 'd50a39ef05a84ef5aa3c634250c6c24a'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:07.077353 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Made reservation on behalf of d50a39ef05a84ef5aa3c634250c6c24a for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:39:07.081694 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.086495 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c032d-676e-4097-95d6-74b28c6848d7 req-5fe77f4b-83dc-4438-8a7e-23c9a0db492c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:07.094431 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-365c032d-676e-4097-95d6-74b28c6848d7 req-5fe77f4b-83dc-4438-8a7e-23c9a0db492c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0906811 May 11 07:39:07.102453 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.180030 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-365c032d-676e-4097-95d6-74b28c6848d7 req-94dd1fb1-7294-413c-b78b-e87acaacc09f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846705 May 11 07:39:07.207605 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-8b741fa1-c9fe-4b7c-95ba-76dd683a6908 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939754 May 11 07:39:07.209473 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Publish callbacks [] for security_group (7c23e179-3014-4702-b16c-bd8c2c41929a), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.213419 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7c23e179-3014-4702-b16c-bd8c2c41929a), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.247351 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:39:07.256950 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c23e179-3014-4702-b16c-bd8c2c41929a,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:07.262983 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (13fd0f08-5904-4a26-8f86-8cb1200a7351), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.263397 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Added segment 13fd0f08-5904-4a26-8f86-8cb1200a7351 of type vlan for network c951cc86-c942-4c27-8dbc-3a254aa93473 May 11 07:39:07.319591 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (c951cc86-c942-4c27-8dbc-3a254aa93473), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.360720 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a601a5f0-c7ad-4d16-82c0-61e0dce2c521 req-69830e96-cf91-485e-b601-17479bca0658 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414180 May 11 07:39:07.362805 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (c951cc86-c942-4c27-8dbc-3a254aa93473), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.368529 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:07.368529 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.408650 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4030390 May 11 07:39:07.412579 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46864) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:07.417653 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Request body: {'subnet': {'network_id': 'c951cc86-c942-4c27-8dbc-3a254aa93473', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-515934416-subnet', 'tenant_id': 'd50a39ef05a84ef5aa3c634250c6c24a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:07.457860 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a802e7-2311-4466-bc90-bd04ec07853c admin admin] Pushing event updated for resources: {'Network': ['ID=c951cc86-c942-4c27-8dbc-3a254aa93473,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:07.463971 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network c951cc86-c942-4c27-8dbc-3a254aa93473 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:39:07.485628 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Made reservation on behalf of d50a39ef05a84ef5aa3c634250c6c24a for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:39:07.485944 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4151032'] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.726011 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3988857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4151022'] for subnet (c2aa9c1f-69ab-4846-a55c-70c0c6e10d20), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.790744 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2aa9c1f-69ab-4846-a55c-70c0c6e10d20,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:07.807182 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85055d6d-2a48-4283-ab2b-24ed0140a66f req-e3b3f149-3763-4063-ac41-d9e3dbeb62f8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:07.808972 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-85055d6d-2a48-4283-ab2b-24ed0140a66f req-e3b3f149-3763-4063-ac41-d9e3dbeb62f8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0901639 May 11 07:39:07.818312 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Checking segment: {'id': '13fd0f08-5904-4a26-8f86-8cb1200a7351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c951cc86-c942-4c27-8dbc-3a254aa93473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:39:07.819210 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Network hostable DHCP agents. Network: c951cc86-c942-4c27-8dbc-3a254aa93473, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:39:07.848350 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Network c951cc86-c942-4c27-8dbc-3a254aa93473 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:39:07.863225 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, c951cc86-c942-4c27-8dbc-3a254aa93473) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:39:07.869275 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:07.870816 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:07.874368 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-85055d6d-2a48-4283-ab2b-24ed0140a66f req-7a9a4af2-80af-44e7-9973-75b9128ad96e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556500 May 11 07:39:07.877120 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de32be3-e96a-444f-96fe-88e1440c15aa None None] Network c951cc86-c942-4c27-8dbc-3a254aa93473 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:39:07.920672 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-feb45d2b-c8a0-4ba0-bea2-7495bdefde7e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5067823 May 11 07:39:08.052243 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c1e80-f9c6-422f-a37c-7ba9621ac9f5 None None] Network c951cc86-c942-4c27-8dbc-3a254aa93473 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:39:08.101782 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46906) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:08.249878 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-48ab041f-cebf-4b45-b8d1-906b4855827a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:08.353576 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58befe3a-cdc8-4a85-afbe-b42275b30fa4 req-359e8c0e-684c-4382-b5d7-22545a774388 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:08.358214 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-58befe3a-cdc8-4a85-afbe-b42275b30fa4 req-359e8c0e-684c-4382-b5d7-22545a774388 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0827820 May 11 07:39:08.439283 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-58befe3a-cdc8-4a85-afbe-b42275b30fa4 req-266daea9-53fb-464a-a8e4-0cce6f4b8676 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763063 May 11 07:39:08.444046 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-48ab041f-cebf-4b45-b8d1-906b4855827a admin admin] Publish callbacks [] for security_group (f270eda6-822a-4bf6-9abb-5f70cd3856ca), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:08.450745 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-48ab041f-cebf-4b45-b8d1-906b4855827a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f270eda6-822a-4bf6-9abb-5f70cd3856ca), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:08.502799 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-48ab041f-cebf-4b45-b8d1-906b4855827a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfe0e8084113485fa0be9b19673db1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3999441 May 11 07:39:08.504302 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab041f-cebf-4b45-b8d1-906b4855827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f270eda6-822a-4bf6-9abb-5f70cd3856ca,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:08.505906 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46934) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:08.572967 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8371e861-0e1a-4f6e-a68d-cf22b18d49e5 admin admin] Publish callbacks [] for security_group (f270eda6-822a-4bf6-9abb-5f70cd3856ca), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:08.596873 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8371e861-0e1a-4f6e-a68d-cf22b18d49e5 admin admin] Publish callbacks [] for security_group (f270eda6-822a-4bf6-9abb-5f70cd3856ca), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:08.661775 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8371e861-0e1a-4f6e-a68d-cf22b18d49e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f270eda6-822a-4bf6-9abb-5f70cd3856ca), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:08.664283 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8371e861-0e1a-4f6e-a68d-cf22b18d49e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:08.665666 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-8371e861-0e1a-4f6e-a68d-cf22b18d49e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f270eda6-822a-4bf6-9abb-5f70cd3856ca HTTP/1.1" status: 204 len: 168 time: 0.1558037 May 11 07:39:08.679395 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371e861-0e1a-4f6e-a68d-cf22b18d49e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f270eda6-822a-4bf6-9abb-5f70cd3856ca,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:09.000990 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b914-2eb1-44e4-9f22-3bde78c6f426 req-ecd83f36-c1a1-4949-a78b-f728d1a02ac4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:09.002577 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a968b914-2eb1-44e4-9f22-3bde78c6f426 req-ecd83f36-c1a1-4949-a78b-f728d1a02ac4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0545712 May 11 07:39:09.063347 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a968b914-2eb1-44e4-9f22-3bde78c6f426 req-f231513d-e456-4f4e-b1d8-6ad151d0c98e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547814 May 11 07:39:09.141594 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46966) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:09.173014 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46970) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:09.186876 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955c793-0809-4a29-ac9b-f293a5ac7c8b req-18ad2e3e-8233-4964-9415-ec8474dd09a0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:09.188368 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7955c793-0809-4a29-ac9b-f293a5ac7c8b req-18ad2e3e-8233-4964-9415-ec8474dd09a0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0518296 May 11 07:39:09.199555 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46974) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:09.204554 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-8ceb8ec9-6834-4b35-87fb-4d88346fd9b8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'floatingip': {'port_id': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:09.253197 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46976) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:09.268894 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7df08337-e34b-481e-901e-531ddec5654a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.278773 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8ec9-6834-4b35-87fb-4d88346fd9b8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.298075 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-506fc72c-0984-4d92-86e6-773172eca6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.413720 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-506fc72c-0984-4d92-86e6-773172eca6a9 admin admin] Publish callbacks [] for security_group (15e4b2a1-27f0-4724-9c18-9829fd49359a), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.430458 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-506fc72c-0984-4d92-86e6-773172eca6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (15e4b2a1-27f0-4724-9c18-9829fd49359a), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.457822 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d12840a3-87f5-4202-b6fc-b10d97fa46b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.472918 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7df08337-e34b-481e-901e-531ddec5654a admin admin] Publish callbacks [] for security_group (0788ac6b-def6-4178-9ed7-91bf9bd73339), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.525110 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7df08337-e34b-481e-901e-531ddec5654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (0788ac6b-def6-4178-9ed7-91bf9bd73339), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.540778 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fc72c-0984-4d92-86e6-773172eca6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e4b2a1-27f0-4724-9c18-9829fd49359a,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:09.548121 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-506fc72c-0984-4d92-86e6-773172eca6a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15a2697455b64a89b2802b54c746e1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052181 May 11 07:39:09.552234 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 46980) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:09.586593 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-7df08337-e34b-481e-901e-531ddec5654a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=446566eb20f4416d80d78267fd4b7dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323061 May 11 07:39:09.593468 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46982) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:09.615766 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df08337-e34b-481e-901e-531ddec5654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0788ac6b-def6-4178-9ed7-91bf9bd73339,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:09.637437 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d12840a3-87f5-4202-b6fc-b10d97fa46b6 admin admin] Publish callbacks [] for security_group (ad8bbe51-b37c-4ad7-9bf4-f10290138557), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.646435 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d12840a3-87f5-4202-b6fc-b10d97fa46b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ad8bbe51-b37c-4ad7-9bf4-f10290138557), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.692739 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-d12840a3-87f5-4202-b6fc-b10d97fa46b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c55c1fd3a8184239adde02b647c9425a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5184917 May 11 07:39:09.702544 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 46984) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:09.721877 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-315d8ddb-925b-4d9e-8b14-d9070d610759 admin admin] Publish callbacks [] for security_group (0788ac6b-def6-4178-9ed7-91bf9bd73339), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.728869 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12840a3-87f5-4202-b6fc-b10d97fa46b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8bbe51-b37c-4ad7-9bf4-f10290138557,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:09.770324 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-315d8ddb-925b-4d9e-8b14-d9070d610759 admin admin] Publish callbacks [] for security_group (0788ac6b-def6-4178-9ed7-91bf9bd73339), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.810365 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f326b-a2cc-4243-828c-97b299b6cbff req-ec29c911-2a61-4f0f-a0c4-e71341571c3e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:09.814009 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-083f326b-a2cc-4243-828c-97b299b6cbff req-ec29c911-2a61-4f0f-a0c4-e71341571c3e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.2966089 May 11 07:39:09.827932 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b92b54e7-1b8b-4732-98ca-3ae793dd6196 admin admin] Publish callbacks [] for security_group (ad8bbe51-b37c-4ad7-9bf4-f10290138557), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.852354 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-315d8ddb-925b-4d9e-8b14-d9070d610759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (0788ac6b-def6-4178-9ed7-91bf9bd73339), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.854685 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-315d8ddb-925b-4d9e-8b14-d9070d610759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.858145 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-315d8ddb-925b-4d9e-8b14-d9070d610759 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0788ac6b-def6-4178-9ed7-91bf9bd73339 HTTP/1.1" status: 204 len: 168 time: 0.2614143 May 11 07:39:09.862264 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b92b54e7-1b8b-4732-98ca-3ae793dd6196 admin admin] Publish callbacks [] for security_group (ad8bbe51-b37c-4ad7-9bf4-f10290138557), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.876286 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d8ddb-925b-4d9e-8b14-d9070d610759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0788ac6b-def6-4178-9ed7-91bf9bd73339,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:09.933052 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b92b54e7-1b8b-4732-98ca-3ae793dd6196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ad8bbe51-b37c-4ad7-9bf4-f10290138557), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.937196 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b92b54e7-1b8b-4732-98ca-3ae793dd6196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:09.938880 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b92b54e7-1b8b-4732-98ca-3ae793dd6196 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad8bbe51-b37c-4ad7-9bf4-f10290138557 HTTP/1.1" status: 204 len: 168 time: 0.2336020 May 11 07:39:09.950824 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b54e7-1b8b-4732-98ca-3ae793dd6196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8bbe51-b37c-4ad7-9bf4-f10290138557,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:10.009598 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6f6944bf-0c4f-4365-9261-09cb5aac3e01 admin admin] Publish callbacks [] for security_group (15e4b2a1-27f0-4724-9c18-9829fd49359a), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:10.098492 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-083f326b-a2cc-4243-828c-97b299b6cbff req-2bb276ac-c0e2-4311-8590-cc1deb2f033b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734330 May 11 07:39:10.129089 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6f6944bf-0c4f-4365-9261-09cb5aac3e01 admin admin] Publish callbacks [] for security_group (15e4b2a1-27f0-4724-9c18-9829fd49359a), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:10.370872 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8ec9-6834-4b35-87fb-4d88346fd9b8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:10.372608 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6f6944bf-0c4f-4365-9261-09cb5aac3e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (15e4b2a1-27f0-4724-9c18-9829fd49359a), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:10.378391 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6f6944bf-0c4f-4365-9261-09cb5aac3e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:10.379563 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-6f6944bf-0c4f-4365-9261-09cb5aac3e01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15e4b2a1-27f0-4724-9c18-9829fd49359a HTTP/1.1" status: 204 len: 168 time: 0.8264515 May 11 07:39:10.383792 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8ec9-6834-4b35-87fb-4d88346fd9b8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:10.429793 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6944bf-0c4f-4365-9261-09cb5aac3e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e4b2a1-27f0-4724-9c18-9829fd49359a,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:10.545046 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [None req-8ceb8ec9-6834-4b35-87fb-4d88346fd9b8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Floating IP 0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4 associated. External IP: 172.27.2.13, port: 1e8c8dbc-18a9-44e8-8ac6-273b984ed899. May 11 07:39:10.718518 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47032) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:10.739603 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-af11675e-b617-4a3c-98ab-de028f6a9a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:10.777646 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceb8ec9-6834-4b35-87fb-4d88346fd9b8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Router 393df9c4-d2fa-494c-9535-bd6fd882f1dc has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:39:10.826744 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-af11675e-b617-4a3c-98ab-de028f6a9a9d admin admin] Publish callbacks [] for security_group (0e446ad1-4174-4d2d-acde-8ad982c7884d), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:10.831399 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-af11675e-b617-4a3c-98ab-de028f6a9a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (0e446ad1-4174-4d2d-acde-8ad982c7884d), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:10.876618 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-af11675e-b617-4a3c-98ab-de028f6a9a9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=698aa31752074fb3a0b7a8a4e3c62c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569757 May 11 07:39:10.877724 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11675e-b617-4a3c-98ab-de028f6a9a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e446ad1-4174-4d2d-acde-8ad982c7884d,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:10.880407 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47036) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:10.923018 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceb8ec9-6834-4b35-87fb-4d88346fd9b8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:39:10.930863 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8ec9-6834-4b35-87fb-4d88346fd9b8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:10.942128 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] Sync routers for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:39:10.953803 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:39:10.953803 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:39:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:10.977369 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-8ceb8ec9-6834-4b35-87fb-4d88346fd9b8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "PUT /v2.0/floatingips/0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4 HTTP/1.1" status: 200 len: 990 time: 1.7742193 May 11 07:39:10.977369 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:39:10.977843 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2" -d '{"events": [{"name": "network-changed", "server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:39:10.980195 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-50491170-1341-4108-9a53-56e660c583a8 admin admin] Publish callbacks [] for security_group (0e446ad1-4174-4d2d-acde-8ad982c7884d), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:11.004802 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-50491170-1341-4108-9a53-56e660c583a8 admin admin] Publish callbacks [] for security_group (0e446ad1-4174-4d2d-acde-8ad982c7884d), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:11.032513 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37286426-dabd-4693-8340-ff6a92ef87cc x-openstack-request-id: req-37286426-dabd-4693-8340-ff6a92ef87cc {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:39:11.033088 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:39:11.033088 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37286426-dabd-4693-8340-ff6a92ef87cc {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:39:11.033438 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37286426-dabd-4693-8340-ff6a92ef87cc'] response: {'name': 'network-changed', 'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'status': 'completed', 'code': 200} May 11 07:39:11.059371 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-50491170-1341-4108-9a53-56e660c583a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (0e446ad1-4174-4d2d-acde-8ad982c7884d), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:11.062571 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-50491170-1341-4108-9a53-56e660c583a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:11.066084 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-50491170-1341-4108-9a53-56e660c583a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e446ad1-4174-4d2d-acde-8ad982c7884d HTTP/1.1" status: 204 len: 168 time: 0.1823008 May 11 07:39:11.080118 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:39:11.082760 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50491170-1341-4108-9a53-56e660c583a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e446ad1-4174-4d2d-acde-8ad982c7884d,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:11.118347 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-f12983d9-1d34-41a4-957b-3d8bdc20a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:11.119926 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-f12983d9-1d34-41a4-957b-3d8bdc20a69c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 1129 time: 0.0531569 May 11 07:39:11.346582 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4c831-cedc-4f53-a52f-294413f5cda1 req-56f215c8-ed60-43b7-99c4-22ddedb08892 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:11.351561 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5ea4c831-cedc-4f53-a52f-294413f5cda1 req-56f215c8-ed60-43b7-99c4-22ddedb08892 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.1573217 May 11 07:39:11.451258 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-c9ae61d5-2089-4cd3-ab87-223e0e5674ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:11.452748 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-c9ae61d5-2089-4cd3-ab87-223e0e5674ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 918 time: 0.3260901 May 11 07:39:11.460675 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5ea4c831-cedc-4f53-a52f-294413f5cda1 req-3ee55fad-1fd8-4aa6-8b42-09601814790b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010852 May 11 07:39:11.589574 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-b643e74c-c1cc-457c-9478-77b59865acdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899 HTTP/1.1" status: 200 len: 998 time: 0.1279299 May 11 07:39:11.624164 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'port_id': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'mac_address': 'fa:16:3e:7b:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:38:39Z', 'updated_at': '2022-05-11T07:39:10Z', 'revision_number': 1, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:11.651014 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-de950629-9c0d-43c2-90e5-0028d56dcef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:11.652547 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-de950629-9c0d-43c2-90e5-0028d56dcef7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0565112 May 11 07:39:11.684512 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] Checking router: 393df9c4-d2fa-494c-9535-bd6fd882f1dc for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:39:11.701711 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:39:11.702345 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:39:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:11.943950 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:39:12.006515 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-4af91bb6-7681-463d-a4ff-a554e27c03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:12.008001 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-4af91bb6-7681-463d-a4ff-a554e27c03c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3453953 May 11 07:39:12.182027 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-0c2ce2d2-bc8b-4383-8491-6aa106386708 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567554 May 11 07:39:12.262549 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'port_id': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'mac_address': 'fa:16:3e:7b:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:38:39Z', 'updated_at': '2022-05-11T07:39:10Z', 'revision_number': 1, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:12.291996 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fa6db-c0ef-40eb-8bca-70f8cc5a6630 None None] The sync data for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi is: [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'port_id': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'mac_address': 'fa:16:3e:7b:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:38:39Z', 'updated_at': '2022-05-11T07:39:10Z', 'revision_number': 1, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:39:12.302018 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ad5cb557-cabe-4bd5-93c3-3c4293b2acb2 req-9f372367-475e-4442-995d-48ef9da3a4a7 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048174 May 11 07:39:12.545940 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9ab44-1a7c-4231-b4eb-d7fc3dd19dc7 None None] New status for floating IP 0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:39:12.598143 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015770-de3a-41d9-ab69-55e212082581 req-d6cbccec-271c-4881-bbd1-db8e55d2dc18 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:12.599626 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fa015770-de3a-41d9-ab69-55e212082581 req-d6cbccec-271c-4881-bbd1-db8e55d2dc18 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0514383 May 11 07:39:12.655020 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fa015770-de3a-41d9-ab69-55e212082581 req-ab83f01f-570a-4314-8a90-d3d3efe90cd5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 May 11 07:39:13.788050 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6d535-c9c6-45a1-9841-4cc6b547836d req-e1b461f8-01f1-4ed7-a1ee-fa52e49970bc tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:13.789519 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cae6d535-c9c6-45a1-9841-4cc6b547836d req-e1b461f8-01f1-4ed7-a1ee-fa52e49970bc tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0537419 May 11 07:39:13.836641 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cae6d535-c9c6-45a1-9841-4cc6b547836d req-c8f6f187-5259-4dce-94ad-c2ce4ad54f77 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414290 May 11 07:39:14.970022 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766f12d-8e08-44c2-9eac-362d6a725078 req-26b3ea64-b60f-4292-b0b6-86b8e4fe3663 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:14.976728 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3766f12d-8e08-44c2-9eac-362d6a725078 req-26b3ea64-b60f-4292-b0b6-86b8e4fe3663 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0600595 May 11 07:39:15.077032 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3766f12d-8e08-44c2-9eac-362d6a725078 req-37dbb8dc-3868-4995-90d3-8b4128410e0d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932193 May 11 07:39:16.043047 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5326dc7-25a5-4cd2-8d20-4223269b8e2e req-0afb4981-77ff-4de6-8f77-fd90d48bf149 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:16.045024 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a5326dc7-25a5-4cd2-8d20-4223269b8e2e req-0afb4981-77ff-4de6-8f77-fd90d48bf149 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 945 time: 0.0480702 May 11 07:39:16.096089 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a5326dc7-25a5-4cd2-8d20-4223269b8e2e req-9abb5ef6-4efb-43b3-90c9-eb694929c9a0 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455227 May 11 07:39:16.190301 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87850d7-7548-4cb2-aee8-e4f2f9eb67a5 req-468f8392-3f58-4760-a13a-a84830954057 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:16.192050 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a87850d7-7548-4cb2-aee8-e4f2f9eb67a5 req-468f8392-3f58-4760-a13a-a84830954057 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0522828 May 11 07:39:16.244687 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a87850d7-7548-4cb2-aee8-e4f2f9eb67a5 req-d087fc09-9b78-4025-b508-d56163810640 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 May 11 07:39:16.912805 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:39:17.210331 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a153-d6d2-4655-ac79-f78d45acd6cc req-5f4892ab-7eed-47c3-ac33-750977026f6a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:17.211783 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f43a153-d6d2-4655-ac79-f78d45acd6cc req-5f4892ab-7eed-47c3-ac33-750977026f6a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 945 time: 0.0463054 May 11 07:39:17.256828 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f43a153-d6d2-4655-ac79-f78d45acd6cc req-fc216971-3801-4005-acba-5e13adc7b09e tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/security-groups?id=989cf14c-b78f-45c5-a787-3659f2ede9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395715 May 11 07:39:17.363267 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dba031-c90b-4f97-b61f-dfc0bdc5b802 req-28ec78c3-4eeb-4f9d-b2ec-636fa0724188 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:17.364726 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-62dba031-c90b-4f97-b61f-dfc0bdc5b802 req-28ec78c3-4eeb-4f9d-b2ec-636fa0724188 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0492842 May 11 07:39:17.411424 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-62dba031-c90b-4f97-b61f-dfc0bdc5b802 req-e67b0d96-fd82-4aa5-aebf-21a2fec870bf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 May 11 07:39:17.793326 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-45f8dbee-318e-4359-9742-30fb067abc9d tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:17.796232 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-45f8dbee-318e-4359-9742-30fb067abc9d tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 945 time: 0.0578160 May 11 07:39:17.934990 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-daf3a593-3c4d-4258-8842-17843792bf5a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Deleting port 85426f35-70c3-4ad3-a864-509a1e6017ca {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:39:17.935232 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-daf3a593-3c4d-4258-8842-17843792bf5a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:18.039930 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-daf3a593-3c4d-4258-8842-17843792bf5a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] For port 85426f35-70c3-4ad3-a864-509a1e6017ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=85426f35-70c3-4ad3-a864-509a1e6017ca,segment=NetworkSegment(10bbba02-60ba-4f1d-9332-ae47ec7b4285),segment_id=10bbba02-60ba-4f1d-9332-ae47ec7b4285)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:18.040523 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-daf3a593-3c4d-4258-8842-17843792bf5a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:18.057464 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-daf3a593-3c4d-4258-8842-17843792bf5a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Calling delete_port for 85426f35-70c3-4ad3-a864-509a1e6017ca owned by compute:nova {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:39:18.266104 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-daf3a593-3c4d-4258-8842-17843792bf5a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (85426f35-70c3-4ad3-a864-509a1e6017ca), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:18.297598 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['85426f35-70c3-4ad3-a864-509a1e6017ca'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:39:18.352709 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3a593-3c4d-4258-8842-17843792bf5a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Pushing event deleted for resources: {'Port': ['ID=85426f35-70c3-4ad3-a864-509a1e6017ca,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:18.449162 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f4392d41-5639-40d7-a89a-d283763a8d4a req-26c2ceed-8d9f-4dcd-b232-5cdceeb4cf75 tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5fa53db-5b31-4554-8d58-560e0c4028b1 HTTP/1.1" status: 200 len: 210 time: 0.0739434 May 11 07:39:18.466986 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-daf3a593-3c4d-4258-8842-17843792bf5a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] No DVR routers for this DVR port 85426f35-70c3-4ad3-a864-509a1e6017ca on host hv-cinder-83699 {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:39:18.470496 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-daf3a593-3c4d-4258-8842-17843792bf5a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:18.474393 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3b82fd8f-e6df-47d6-b487-e1010d1c2760 req-daf3a593-3c4d-4258-8842-17843792bf5a tempest-DeleteServersTestJSON-277777079 tempest-DeleteServersTestJSON-277777079-project] 10.222.0.24 "DELETE /v2.0/ports/85426f35-70c3-4ad3-a864-509a1e6017ca HTTP/1.1" status: 204 len: 173 time: 0.6729808 May 11 07:39:18.475026 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fa53db-5b31-4554-8d58-560e0c4028b1', 'name': 'network-vif-deleted', 'tag': '85426f35-70c3-4ad3-a864-509a1e6017ca'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:39:18.477432 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da432659-9760-4012-af90-1a50ded0a5d1" -d '{"events": [{"server_uuid": "a5fa53db-5b31-4554-8d58-560e0c4028b1", "name": "network-vif-deleted", "tag": "85426f35-70c3-4ad3-a864-509a1e6017ca"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:39:18.540271 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b659d4-b589-49d7-b6e3-648d4a1b8d53 x-openstack-request-id: req-e1b659d4-b589-49d7-b6e3-648d4a1b8d53 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:39:18.540585 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fa53db-5b31-4554-8d58-560e0c4028b1", "name": "network-vif-deleted", "tag": "85426f35-70c3-4ad3-a864-509a1e6017ca", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:39:18.540845 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1b659d4-b589-49d7-b6e3-648d4a1b8d53 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:39:18.541240 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b659d4-b589-49d7-b6e3-648d4a1b8d53'] response: {'server_uuid': 'a5fa53db-5b31-4554-8d58-560e0c4028b1', 'name': 'network-vif-deleted', 'tag': '85426f35-70c3-4ad3-a864-509a1e6017ca', 'status': 'completed', 'code': 200} May 11 07:39:18.591946 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a03b1d-3703-44b3-bea0-5f68ff2ee0f3 req-e7084865-73de-440b-80d2-381171175f8b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:18.593413 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-76a03b1d-3703-44b3-bea0-5f68ff2ee0f3 req-e7084865-73de-440b-80d2-381171175f8b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0674942 May 11 07:39:18.641338 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-76a03b1d-3703-44b3-bea0-5f68ff2ee0f3 req-60c35e9f-0b8a-4641-b20f-5f0a999ffb93 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421820 May 11 07:39:19.780150 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d887364-2490-49a5-ba3d-48ce4cdf63bd req-8cc26ce3-c53d-42a8-b344-3921a668f2cf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:19.788237 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6d887364-2490-49a5-ba3d-48ce4cdf63bd req-8cc26ce3-c53d-42a8-b344-3921a668f2cf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0690265 May 11 07:39:19.846290 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6d887364-2490-49a5-ba3d-48ce4cdf63bd req-049719a7-5085-4ec2-a0d2-acff68c15e4e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572042 May 11 07:39:20.274167 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47436) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:20.376470 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ca8733ae-f498-4eb5-bae8-33d5d98b6354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:20.449653 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ca8733ae-f498-4eb5-bae8-33d5d98b6354 admin admin] Publish callbacks [] for security_group (0b07602e-a948-486f-9676-953887178ce6), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:20.453217 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ca8733ae-f498-4eb5-bae8-33d5d98b6354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (0b07602e-a948-486f-9676-953887178ce6), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:20.490342 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-ca8733ae-f498-4eb5-bae8-33d5d98b6354 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4019fa5024af4d5da0f22be92ad98e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151134 May 11 07:39:20.491191 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8733ae-f498-4eb5-bae8-33d5d98b6354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b07602e-a948-486f-9676-953887178ce6,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:20.492968 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47442) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:20.554363 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b9b8778e-9a8d-4331-936d-31aa762dbaa8 admin admin] Publish callbacks [] for security_group (0b07602e-a948-486f-9676-953887178ce6), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:20.576561 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b9b8778e-9a8d-4331-936d-31aa762dbaa8 admin admin] Publish callbacks [] for security_group (0b07602e-a948-486f-9676-953887178ce6), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:20.631844 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b9b8778e-9a8d-4331-936d-31aa762dbaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (0b07602e-a948-486f-9676-953887178ce6), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:20.634419 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b9b8778e-9a8d-4331-936d-31aa762dbaa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:20.635560 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b9b8778e-9a8d-4331-936d-31aa762dbaa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b07602e-a948-486f-9676-953887178ce6 HTTP/1.1" status: 204 len: 168 time: 0.1410444 May 11 07:39:20.644168 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8778e-9a8d-4331-936d-31aa762dbaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b07602e-a948-486f-9676-953887178ce6,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:20.906923 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47466) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:20.923960 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a7db8649-efbf-4a38-a6cc-978fedd781a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:20.947552 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47468) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:20.976661 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceffb2-2aed-4438-90b0-ca85e7114c2f req-65f63d0d-aa54-424f-bf78-80dfb840bef6 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:20.978155 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-24ceffb2-2aed-4438-90b0-ca85e7114c2f req-65f63d0d-aa54-424f-bf78-80dfb840bef6 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0518308 May 11 07:39:21.010434 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_v2 [None req-19159cbf-a34a-481d-a628-51dc6dfe9480 admin admin] Deleting subnet 60aa6a6a-7f05-4085-b3f0-31f32e4912d1 {{(pid=103567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:39:21.016773 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-19159cbf-a34a-481d-a628-51dc6dfe9480 admin admin] Publish callbacks [] for subnet (60aa6a6a-7f05-4085-b3f0-31f32e4912d1), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.026850 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-24ceffb2-2aed-4438-90b0-ca85e7114c2f req-734c06d6-8e33-4785-b0c9-940282e6f0ef tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423698 May 11 07:39:21.059147 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-19159cbf-a34a-481d-a628-51dc6dfe9480 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164461'] for subnet (60aa6a6a-7f05-4085-b3f0-31f32e4912d1), precommit_delete_associations {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.119631 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a7db8649-efbf-4a38-a6cc-978fedd781a4 admin admin] Publish callbacks [] for security_group (1b4b793c-587c-413e-aa5d-dbba50e198f5), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.123347 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-19159cbf-a34a-481d-a628-51dc6dfe9480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (60aa6a6a-7f05-4085-b3f0-31f32e4912d1), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.125866 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a7db8649-efbf-4a38-a6cc-978fedd781a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1b4b793c-587c-413e-aa5d-dbba50e198f5), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.199508 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-a7db8649-efbf-4a38-a6cc-978fedd781a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0744b97888834a0192d17859bfb0b026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914088 May 11 07:39:21.203163 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47470) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:21.203330 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db8649-efbf-4a38-a6cc-978fedd781a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4b793c-587c-413e-aa5d-dbba50e198f5,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:21.220111 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-19159cbf-a34a-481d-a628-51dc6dfe9480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3988792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150997'] for subnet (60aa6a6a-7f05-4085-b3f0-31f32e4912d1), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.249906 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-19159cbf-a34a-481d-a628-51dc6dfe9480 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.252872 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-19159cbf-a34a-481d-a628-51dc6dfe9480 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/60aa6a6a-7f05-4085-b3f0-31f32e4912d1 HTTP/1.1" status: 204 len: 168 time: 0.3043423 May 11 07:39:21.253916 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19159cbf-a34a-481d-a628-51dc6dfe9480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60aa6a6a-7f05-4085-b3f0-31f32e4912d1,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:21.256665 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47472) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:21.257156 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9043915c-eb70-453d-9ef5-78654298641a admin admin] Publish callbacks [] for security_group (1b4b793c-587c-413e-aa5d-dbba50e198f5), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.279411 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9043915c-eb70-453d-9ef5-78654298641a admin admin] Publish callbacks [] for security_group (1b4b793c-587c-413e-aa5d-dbba50e198f5), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.328679 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9043915c-eb70-453d-9ef5-78654298641a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1b4b793c-587c-413e-aa5d-dbba50e198f5), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.331737 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9043915c-eb70-453d-9ef5-78654298641a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.332769 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (18b5bf80-b800-45f7-8cd6-6c95a35d27fb), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.333076 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-9043915c-eb70-453d-9ef5-78654298641a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b4b793c-587c-413e-aa5d-dbba50e198f5 HTTP/1.1" status: 204 len: 168 time: 0.1288214 May 11 07:39:21.342268 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043915c-eb70-453d-9ef5-78654298641a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4b793c-587c-413e-aa5d-dbba50e198f5,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:21.421527 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (18b5bf80-b800-45f7-8cd6-6c95a35d27fb), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.452399 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b5bf80-b800-45f7-8cd6-6c95a35d27fb']}} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:21.452840 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bbba02-60ba-4f1d-9332-ae47ec7b4285') {'for_net_delete': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:21.453300 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bbba02-60ba-4f1d-9332-ae47ec7b4285') {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:21.463484 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164436'] for segment (10bbba02-60ba-4f1d-9332-ae47ec7b4285), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.477999 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (10bbba02-60ba-4f1d-9332-ae47ec7b4285), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.484506 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:39:21.485013 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988378'] for segment (10bbba02-60ba-4f1d-9332-ae47ec7b4285), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: Traceback (most recent call last): May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: timer() May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: cb(*args, **kw) May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: return func(*args, **kwargs) May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: self._notify() May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: self.callback(batched_events) May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: event.method(event) May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: return f(self, *a, **k) May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._get(url).json() May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: return self.request(url, 'GET', **kwargs) May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:39:21.488302 dv-cinder-836996-20-iscsi neutron-server[103567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:39:21.554094 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (18b5bf80-b800-45f7-8cd6-6c95a35d27fb), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.574118 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.580343 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] 10.222.0.36 "DELETE /v2.0/networks/18b5bf80-b800-45f7-8cd6-6c95a35d27fb HTTP/1.1" status: 204 len: 168 time: 0.3203177 May 11 07:39:21.580343 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b5bf80-b800-45f7-8cd6-6c95a35d27fb,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:21.591780 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.592138 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.592493 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.592847 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.593174 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.593500 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.593862 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.594188 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.594527 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.594855 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.595194 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.595521 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.595846 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.596160 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.596472 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b829d4fb-9452-4298-b3a7-7fcad8bef660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:21.729489 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47502) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:21.748286 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fb71de82-d7fb-4aad-8b3f-f44fb7100c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.849357 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fb71de82-d7fb-4aad-8b3f-f44fb7100c01 admin admin] Publish callbacks [] for security_group (db821b81-0cd7-4533-b347-e91b0926a09b), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.850365 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47514) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:21.859361 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fb71de82-d7fb-4aad-8b3f-f44fb7100c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (db821b81-0cd7-4533-b347-e91b0926a09b), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:21.924432 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-fb71de82-d7fb-4aad-8b3f-f44fb7100c01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0d644d0b20c47df99f7b9fdcfc5db82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938531 May 11 07:39:21.927545 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47518) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:21.929770 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71de82-d7fb-4aad-8b3f-f44fb7100c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db821b81-0cd7-4533-b347-e91b0926a09b,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:21.958820 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-4e4ab95d-136e-41e8-a6bf-b748f342dcfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96ac52de89f14d7995335a0d2c06ed8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1073191 May 11 07:39:21.961494 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47522) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:22.039465 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-63577054-57d8-4984-ab6f-61281dba69a3 admin admin] Publish callbacks [] for security_group (db821b81-0cd7-4533-b347-e91b0926a09b), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:22.070635 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-63577054-57d8-4984-ab6f-61281dba69a3 admin admin] Publish callbacks [] for security_group (db821b81-0cd7-4533-b347-e91b0926a09b), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:22.094048 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4881bb08-a0bc-4cf1-aee4-887c22a645a8 admin admin] Publish callbacks [] for security_group (989cf14c-b78f-45c5-a787-3659f2ede9d1), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:22.130870 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4881bb08-a0bc-4cf1-aee4-887c22a645a8 admin admin] Publish callbacks [] for security_group (989cf14c-b78f-45c5-a787-3659f2ede9d1), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:22.163274 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-63577054-57d8-4984-ab6f-61281dba69a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (db821b81-0cd7-4533-b347-e91b0926a09b), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:22.166018 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-63577054-57d8-4984-ab6f-61281dba69a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:22.167225 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-63577054-57d8-4984-ab6f-61281dba69a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db821b81-0cd7-4533-b347-e91b0926a09b HTTP/1.1" status: 204 len: 168 time: 0.2383378 May 11 07:39:22.171274 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e49c71-7adb-4b77-84bc-0740cda78f3a req-1d8836e7-8f73-4a8f-895d-323d7ce12f69 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:22.178482 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63577054-57d8-4984-ab6f-61281dba69a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db821b81-0cd7-4533-b347-e91b0926a09b,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:22.180388 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60e49c71-7adb-4b77-84bc-0740cda78f3a req-1d8836e7-8f73-4a8f-895d-323d7ce12f69 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0597432 May 11 07:39:22.198695 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4881bb08-a0bc-4cf1-aee4-887c22a645a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (989cf14c-b78f-45c5-a787-3659f2ede9d1), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:22.205817 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4881bb08-a0bc-4cf1-aee4-887c22a645a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:22.207182 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-4881bb08-a0bc-4cf1-aee4-887c22a645a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/989cf14c-b78f-45c5-a787-3659f2ede9d1 HTTP/1.1" status: 204 len: 168 time: 0.2445641 May 11 07:39:22.220288 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881bb08-a0bc-4cf1-aee4-887c22a645a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989cf14c-b78f-45c5-a787-3659f2ede9d1,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:22.235892 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60e49c71-7adb-4b77-84bc-0740cda78f3a req-523efc33-5ac2-4ebd-a74a-1ef5c3b91405 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545869 May 11 07:39:22.931880 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47572) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:23.031254 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-347055579-network', 'tenant_id': '9750cb9309234cb1b63343050ba700f9'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:23.054969 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Made reservation on behalf of 9750cb9309234cb1b63343050ba700f9 for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:39:23.057588 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.066581 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.165759 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Publish callbacks [] for security_group (b140d61a-2b82-492b-9ab0-296f154b3cf8), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.171031 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b140d61a-2b82-492b-9ab0-296f154b3cf8), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.196711 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:39:23.197386 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 85426f35-70c3-4ad3-a864-509a1e6017ca no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:39:23.214311 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b140d61a-2b82-492b-9ab0-296f154b3cf8,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:23.217919 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (3286a85b-8f2f-434b-b923-2b61eb19517c), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.218699 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Added segment 3286a85b-8f2f-434b-b923-2b61eb19517c of type vlan for network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba May 11 07:39:23.235754 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 85426f35-70c3-4ad3-a864-509a1e6017ca {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:39:23.236579 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 85426f35-70c3-4ad3-a864-509a1e6017ca not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:39:23.262712 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47590) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:23.412841 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd185f30-b59b-4aaf-bf95-8f5e7cceca55 req-815b5ead-599b-46d3-a94e-bc1235cd92ab tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:23.418130 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd185f30-b59b-4aaf-bf95-8f5e7cceca55 req-815b5ead-599b-46d3-a94e-bc1235cd92ab tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.1054707 May 11 07:39:23.439703 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.479382 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (3e16a8a2-6e6f-43bc-8406-954bb2e1bbba), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.501511 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd185f30-b59b-4aaf-bf95-8f5e7cceca55 req-e6828139-fc3e-43d5-9949-f866d72fd99d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756216 May 11 07:39:23.512264 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (3e16a8a2-6e6f-43bc-8406-954bb2e1bbba), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.513318 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:23.513999 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.558187 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Publish callbacks [] for security_group (31734e8c-5896-4347-86c6-a04584c9f087), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.562385 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (31734e8c-5896-4347-86c6-a04584c9f087), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.581019 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6454666 May 11 07:39:23.581019 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f367ac-6676-465d-b103-7fc4aa1c7822 admin admin] Pushing event updated for resources: {'Network': ['ID=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:23.581685 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47598) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:23.586832 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Request body: {'subnet': {'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-347055579-subnet', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:23.590782 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:39:23.599893 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=350d9c29f9ac40a6811c5f97b9b92da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360996 May 11 07:39:23.600698 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31734e8c-5896-4347-86c6-a04584c9f087,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:23.603476 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47600) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:23.608732 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.609075 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.609645 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.610127 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.610465 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.610794 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.611119 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.611439 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.611774 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.612098 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.612437 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.612758 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.613075 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.613388 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.613721 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20c34a-96f5-4f98-b9ba-1b463854aafb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:23.628705 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Made reservation on behalf of 9750cb9309234cb1b63343050ba700f9 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:39:23.631089 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4151032'] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.708547 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-95b07478-77a9-4d57-a9f1-2a61467c6137 admin admin] Publish callbacks [] for security_group (31734e8c-5896-4347-86c6-a04584c9f087), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.743258 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-95b07478-77a9-4d57-a9f1-2a61467c6137 admin admin] Publish callbacks [] for security_group (31734e8c-5896-4347-86c6-a04584c9f087), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.851331 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-95b07478-77a9-4d57-a9f1-2a61467c6137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (31734e8c-5896-4347-86c6-a04584c9f087), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.853737 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-95b07478-77a9-4d57-a9f1-2a61467c6137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.854846 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-95b07478-77a9-4d57-a9f1-2a61467c6137 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31734e8c-5896-4347-86c6-a04584c9f087 HTTP/1.1" status: 204 len: 168 time: 0.2504525 May 11 07:39:23.866130 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b07478-77a9-4d57-a9f1-2a61467c6137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31734e8c-5896-4347-86c6-a04584c9f087,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:23.868222 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3988857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4151022'] for subnet (e194c29f-39e9-4107-9cf2-3153c052edce), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.927010 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e194c29f-39e9-4107-9cf2-3153c052edce,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:23.934268 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Checking segment: {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:39:23.934888 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Network hostable DHCP agents. Network: 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:39:23.952840 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:39:23.962467 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:39:23.967170 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:23.968395 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:23.973757 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110c4ca1-449b-48d1-bc4b-fe5326c361f1 None None] Network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:39:23.988137 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47606) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:23.988323 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-2d267861-eeb3-4c99-a427-de403a3450aa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4055319 May 11 07:39:23.992908 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:24.017651 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.019065 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.082358 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks [] for router_controller (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), precommit_add_association {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.094792 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'project_id': '9750cb9309234cb1b63343050ba700f9', 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:39:24.095932 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.160767 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47610) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:24.176493 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-50625fcb-da2f-49a7-95ef-ef866a1bc05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.243816 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks [] for router_gateway (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.260809 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-50625fcb-da2f-49a7-95ef-ef866a1bc05d admin admin] Publish callbacks [] for security_group (af75b5d5-2c4a-4db6-a18e-10737926021b), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.266480 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-50625fcb-da2f-49a7-95ef-ef866a1bc05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (af75b5d5-2c4a-4db6-a18e-10737926021b), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.272835 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Allocated IP 172.20.0.2 (3e16a8a2-6e6f-43bc-8406-954bb2e1bbba/e194c29f-39e9-4107-9cf2-3153c052edce/1cff5c93-1472-48d3-a934-a95d0e4d0b52) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:39:24.308148 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-50625fcb-da2f-49a7-95ef-ef866a1bc05d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bbd8f6757f54a6bb13e3a48793e9e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462266 May 11 07:39:24.309278 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50625fcb-da2f-49a7-95ef-ef866a1bc05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af75b5d5-2c4a-4db6-a18e-10737926021b,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:24.311272 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47614) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:24.430492 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Publish callbacks [] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.437228 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.463421 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-61093604-2589-49dd-9383-5c2dcb98274a admin admin] Publish callbacks [] for security_group (af75b5d5-2c4a-4db6-a18e-10737926021b), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.477389 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks [] for router_gateway (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.477568 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:39:24.480286 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:39:24.483018 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:39:24.500278 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Pushing event updated for resources: {'Port': ['ID=1cff5c93-1472-48d3-a934-a95d0e4d0b52,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:24.503864 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.509862 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-61093604-2589-49dd-9383-5c2dcb98274a admin admin] Publish callbacks [] for security_group (af75b5d5-2c4a-4db6-a18e-10737926021b), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.524623 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.524623 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.526402 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.526402 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.526402 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.526402 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.526402 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.526402 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.529692 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.530362 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.530790 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.531125 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.531642 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.532268 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.532455 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:39:24.570453 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Attempting to bind port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:39:24.570831 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Attempting to bind port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:39:24.571198 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Attempting to bind port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 on network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:39:24.577657 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:39:24.578062 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Checking segment: {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:39:24.578579 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.578975 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Bound using segment: {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:39:24.579437 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Bound port: 1cff5c93-1472-48d3-a934-a95d0e4d0b52, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:39:24.579820 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.648823 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] For port 1cff5c93-1472-48d3-a934-a95d0e4d0b52, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:39:24.652014 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] For port 1cff5c93-1472-48d3-a934-a95d0e4d0b52, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1cff5c93-1472-48d3-a934-a95d0e4d0b52,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:39:24.659307 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.660939 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85b3c-18c8-4817-a3c2-21664acff5ab req-9aaab01f-1def-4e66-98a2-47324e9f0180 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:24.662460 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-87f85b3c-18c8-4817-a3c2-21664acff5ab req-9aaab01f-1def-4e66-98a2-47324e9f0180 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0803382 May 11 07:39:24.677576 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-61093604-2589-49dd-9383-5c2dcb98274a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (af75b5d5-2c4a-4db6-a18e-10737926021b), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.680005 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-61093604-2589-49dd-9383-5c2dcb98274a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.681036 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-61093604-2589-49dd-9383-5c2dcb98274a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af75b5d5-2c4a-4db6-a18e-10737926021b HTTP/1.1" status: 204 len: 168 time: 0.3680735 May 11 07:39:24.717860 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Allocated IP 172.27.2.234 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/a0a9039d-4209-46b1-961f-99d28f2a7910) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:39:24.720417 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61093604-2589-49dd-9383-5c2dcb98274a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af75b5d5-2c4a-4db6-a18e-10737926021b,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:24.720571 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f31456-a819-408a-9fe2-d15491bec044 None None] Pushing event updated for resources: {'Port': ['ID=1cff5c93-1472-48d3-a934-a95d0e4d0b52,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:24.777487 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-87f85b3c-18c8-4817-a3c2-21664acff5ab req-6c71b55c-a8b8-4d69-a62c-779cad50aaa9 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089375 May 11 07:39:24.857657 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks [] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.903107 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:24.989125 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:39:25.003277 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:39:25.007392 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:39:25.049343 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-9076985b-cf2d-46d9-93ec-311866edbdfc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1137455 May 11 07:39:25.049966 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Pushing event updated for resources: {'Port': ['ID=a0a9039d-4209-46b1-961f-99d28f2a7910,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:25.136811 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1cff5c93-1472-48d3-a934-a95d0e4d0b52 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:39:25.187433 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:25.187878 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:25.195664 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-d5b38102-52e8-438e-b3ba-01c5e51e7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:25.197348 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-d5b38102-52e8-438e-b3ba-01c5e51e7aae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 1129 time: 0.0804071 May 11 07:39:25.344298 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:25.344911 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:25.407351 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-d6ab6782-7379-4ac1-8ed2-c9ce2a056a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:25.409690 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-d6ab6782-7379-4ac1-8ed2-c9ce2a056a20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.1843848 May 11 07:39:25.437239 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 1cff5c93-1472-48d3-a934-a95d0e4d0b52, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1cff5c93-1472-48d3-a934-a95d0e4d0b52,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:25.443848 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:25.448991 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:25.518100 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=1cff5c93-1472-48d3-a934-a95d0e4d0b52,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:25.702395 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks [] for router_gateway (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:25.875329 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e8edac-2733-4d47-b50d-f486aa9fbe72 None None] Network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:39:25.938997 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ce33-83ba-459c-90de-4b95dd549b4f req-3c90cb43-620e-4b23-b257-75bda422e6ba tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:25.940459 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eba0ce33-83ba-459c-90de-4b95dd549b4f req-3c90cb43-620e-4b23-b257-75bda422e6ba tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0822484 May 11 07:39:25.972639 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:26.001770 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-c3a5aa1a-9964-408a-b135-8798747569ff None None] Provisioning complete for port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:26.002202 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c3a5aa1a-9964-408a-b135-8798747569ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:26.042638 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eba0ce33-83ba-459c-90de-4b95dd549b4f req-6f204c6f-ba60-4c7d-b499-1414ce0db9a4 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952735 May 11 07:39:26.130486 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5aa1a-9964-408a-b135-8798747569ff None None] Current status of the port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:26.200564 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-bd8a22d0-cc79-4f10-b0ab-927862fbe6e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be1479b9-6c95-4550-bed0-2553312bf4f3 HTTP/1.1" status: 200 len: 217 time: 0.0438704 May 11 07:39:26.209257 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:39:26.314727 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:39:26.323893 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Sync routers for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:39:26.333385 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:26.334260 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:39:26.334667 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-60061157-2215-487e-b6a0-0eda5f825bce admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3451414 May 11 07:39:26.337510 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47662) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:26.338842 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:39:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:26.349941 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-ebc1cc47-1eb6-4e10-b554-c5053f907970 None None] Provisioning complete for port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:26.350488 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ebc1cc47-1eb6-4e10-b554-c5053f907970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:26.437644 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1cc47-1eb6-4e10-b554-c5053f907970 None None] Current status of the port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:26.454141 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:39:26.630118 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:25Z', 'revision_number': 3, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:26.656439 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Checking router: 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:39:26.656797 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Updating router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d port a0a9039d-4209-46b1-961f-99d28f2a7910 binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:39:26.688209 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:26.766372 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:26.917974 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Allocated IP 172.20.0.1 (3e16a8a2-6e6f-43bc-8406-954bb2e1bbba/e194c29f-39e9-4107-9cf2-3153c052edce/b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:39:26.961626 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Publish callbacks [] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:26.967030 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.009091 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6ca4f-6c4f-47a2-8f8c-b3d48394b81e None None] Pushing event updated for resources: {'Port': ['ID=a0a9039d-4209-46b1-961f-99d28f2a7910,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:27.020846 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Publish callbacks [] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.030226 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Attempting to bind port a0a9039d-4209-46b1-961f-99d28f2a7910 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:39:27.030590 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Attempting to bind port a0a9039d-4209-46b1-961f-99d28f2a7910 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:39:27.030952 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Attempting to bind port a0a9039d-4209-46b1-961f-99d28f2a7910 on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:39:27.036673 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:39:27.037040 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:39:27.037436 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.037841 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:39:27.038286 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Bound port: a0a9039d-4209-46b1-961f-99d28f2a7910, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:39:27.038652 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.060486 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.063968 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1cff5c93-1472-48d3-a934-a95d0e4d0b52 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:39:27.094845 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] For port a0a9039d-4209-46b1-961f-99d28f2a7910, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:39:27.099173 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] For port a0a9039d-4209-46b1-961f-99d28f2a7910, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=a0a9039d-4209-46b1-961f-99d28f2a7910,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:39:27.105583 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:39:27.107750 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.109186 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:39:27.119566 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:39:27.145415 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:27.145854 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.162014 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.163403 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6ca4f-6c4f-47a2-8f8c-b3d48394b81e None None] Pushing event updated for resources: {'Port': ['ID=a0a9039d-4209-46b1-961f-99d28f2a7910,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:27.196401 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:39:27.197783 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:39:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:27.214305 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Pushing event updated for resources: {'Port': ['ID=b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:27.263672 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef2067-0acc-487d-8065-30ab25d5f060 req-abaac7bd-bfaf-4729-af12-d366671f7803 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:27.265227 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2fef2067-0acc-487d-8065-30ab25d5f060 req-abaac7bd-bfaf-4729-af12-d366671f7803 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0992537 May 11 07:39:27.278651 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:27.328342 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:39:27.360883 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2fef2067-0acc-487d-8065-30ab25d5f060 req-c09c7194-8ecf-4b26-8780-84cf7ffc9042 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889060 May 11 07:39:27.414121 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.461057 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-7f0aadfe-d718-48ff-9996-44b9e01b9b88 None None] Provisioning complete for port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:27.461610 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-7f0aadfe-d718-48ff-9996-44b9e01b9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.505336 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-7f0aadfe-d718-48ff-9996-44b9e01b9b88 None None] Port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:39:27.584309 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:25Z', 'revision_number': 3, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:27.611540 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d927b-2848-4e88-b687-5a9e18f94819 None None] The sync data for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi is: [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:25Z', 'revision_number': 3, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:39:27.621392 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Publish callbacks [] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.627308 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.709182 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:27.712142 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Pushing event updated for resources: {'Port': ['ID=b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:27.807606 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:39:27.809124 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:39:27.988896 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:39:27.990653 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-50ca6eec-cdbd-4d37-800a-c49d78d916cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:27.992134 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-50ca6eec-cdbd-4d37-800a-c49d78d916cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0694821 May 11 07:39:28.073639 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-4b34ff10-7f44-4bce-a0df-a6f86c392b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:28.075624 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-4b34ff10-7f44-4bce-a0df-a6f86c392b5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0769079 May 11 07:39:28.125405 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-86326d27-abca-47c5-b804-def2dcb7837e None None] Provisioning complete for port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:28.125808 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-86326d27-abca-47c5-b804-def2dcb7837e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.168187 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-86326d27-abca-47c5-b804-def2dcb7837e None None] Port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:39:28.204616 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:39:28.211412 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-56cb028b-badc-4dae-a8de-35c972c97f87 admin admin] 10.222.0.36 "PUT /v2.0/routers/7aa80fc9-9149-4b37-9c01-b22ba33ddc9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659997 May 11 07:39:28.245598 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-b16a7309-9f43-466d-9b1b-79e48186b1af service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591666 May 11 07:39:28.304428 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-454afd6b-6de2-4d82-bed0-71dbcd75fc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.373810 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-61aeb121-c3b1-4572-8e7e-14186c303bd7 req-0ddf7225-fee9-4860-919b-8213e0d36573 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219065 May 11 07:39:28.522794 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c79eb8-293b-4622-a132-e2573269201c req-08908a39-cfef-4b71-9e68-115245da6c69 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:28.524581 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a5c79eb8-293b-4622-a132-e2573269201c req-08908a39-cfef-4b71-9e68-115245da6c69 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0748074 May 11 07:39:28.611010 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a5c79eb8-293b-4622-a132-e2573269201c req-6199fb71-d81a-4621-835d-8f0c2c22c0fa tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802953 May 11 07:39:28.638199 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47708) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:28.699671 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47716) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:28.705254 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-53d8177c-7f94-45f1-a1d9-e4124b5ff5db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385245158', 'description': 'tempest-description--1497120495'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:28.709307 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5da2b7a-ea75-4b6c-acf9-ebe472b69721 admin admin] Deleting subnet 107f28e9-d220-4302-befb-1586a18f9692 {{(pid=103567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:39:28.712834 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b5da2b7a-ea75-4b6c-acf9-ebe472b69721 admin admin] Publish callbacks [] for subnet (107f28e9-d220-4302-befb-1586a18f9692), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.760072 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-53d8177c-7f94-45f1-a1d9-e4124b5ff5db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.766799 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b5da2b7a-ea75-4b6c-acf9-ebe472b69721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164461'] for subnet (107f28e9-d220-4302-befb-1586a18f9692), precommit_delete_associations {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.820403 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b5da2b7a-ea75-4b6c-acf9-ebe472b69721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (107f28e9-d220-4302-befb-1586a18f9692), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.866089 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-53d8177c-7f94-45f1-a1d9-e4124b5ff5db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (df4a933b-46b1-45a7-9bfc-07f0ae46f3a8), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.872546 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-53d8177c-7f94-45f1-a1d9-e4124b5ff5db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (df4a933b-46b1-45a7-9bfc-07f0ae46f3a8), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.894546 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b5da2b7a-ea75-4b6c-acf9-ebe472b69721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3988792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150997'] for subnet (107f28e9-d220-4302-befb-1586a18f9692), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.911913 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8177c-7f94-45f1-a1d9-e4124b5ff5db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:28.928121 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-53d8177c-7f94-45f1-a1d9-e4124b5ff5db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.929711 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-53d8177c-7f94-45f1-a1d9-e4124b5ff5db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2285919 May 11 07:39:28.932805 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47726) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:28.939154 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-d3333a88-2f62-4ccd-a5e3-b000312c5b44 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'security_group_rule': {'security_group_id': 'df4a933b-46b1-45a7-9bfc-07f0ae46f3a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:28.946936 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da2b7a-ea75-4b6c-acf9-ebe472b69721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=107f28e9-d220-4302-befb-1586a18f9692,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:28.955586 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b5da2b7a-ea75-4b6c-acf9-ebe472b69721 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:28.962016 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b5da2b7a-ea75-4b6c-acf9-ebe472b69721 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/107f28e9-d220-4302-befb-1586a18f9692 HTTP/1.1" status: 204 len: 168 time: 0.3194213 May 11 07:39:28.962247 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47728) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:29.042792 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d3333a88-2f62-4ccd-a5e3-b000312c5b44 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (22f90313-35ac-4658-97c5-a6c816001bdc), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.063381 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (a5ad5e92-aa30-4d7e-aec9-e775dfc5522a), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.082420 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a0a9039d-4209-46b1-961f-99d28f2a7910 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:39:29.137908 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port a0a9039d-4209-46b1-961f-99d28f2a7910 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:29.138531 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.186992 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (a5ad5e92-aa30-4d7e-aec9-e775dfc5522a), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.190489 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d3333a88-2f62-4ccd-a5e3-b000312c5b44 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (22f90313-35ac-4658-97c5-a6c816001bdc), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.203415 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d3333a88-2f62-4ccd-a5e3-b000312c5b44 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (22f90313-35ac-4658-97c5-a6c816001bdc), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.224740 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port a0a9039d-4209-46b1-961f-99d28f2a7910 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:29.225129 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.225486 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ad5e92-aa30-4d7e-aec9-e775dfc5522a']}} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:29.238495 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3333a88-2f62-4ccd-a5e3-b000312c5b44 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f90313-35ac-4658-97c5-a6c816001bdc,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:29.240896 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f426198-5da3-492b-aa69-372277397f48') {'for_net_delete': True} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:29.241130 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f426198-5da3-492b-aa69-372277397f48') {} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:29.248952 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port a0a9039d-4209-46b1-961f-99d28f2a7910, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=a0a9039d-4209-46b1-961f-99d28f2a7910,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:29.253261 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.306979 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=a0a9039d-4209-46b1-961f-99d28f2a7910,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:29.461360 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Sync routers for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:39:29.473118 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:39:29.473873 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:39:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:29.482863 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16893163'] for segment (1f426198-5da3-492b-aa69-372277397f48), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.497878 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d3333a88-2f62-4ccd-a5e3-b000312c5b44 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.501605 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-d3333a88-2f62-4ccd-a5e3-b000312c5b44 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5651894 May 11 07:39:29.501825 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47740) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:29.506095 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-01510056-0d51-4c62-adbe-257f37761417 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'security_group_rule': {'security_group_id': 'df4a933b-46b1-45a7-9bfc-07f0ae46f3a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:29.522641 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (1f426198-5da3-492b-aa69-372277397f48), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.532872 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:39:29.534195 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17748629'] for segment (1f426198-5da3-492b-aa69-372277397f48), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: Traceback (most recent call last): May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: timer() May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: cb(*args, **kw) May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: return func(*args, **kwargs) May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: self._notify() May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: self.callback(batched_events) May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: event.method(event) May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: return f(self, *a, **k) May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._get(url).json() May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: return self.request(url, 'GET', **kwargs) May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:39:29.535578 dv-cinder-836996-20-iscsi neutron-server[103568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:39:29.557513 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01510056-0d51-4c62-adbe-257f37761417 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (1d44a561-8225-486b-8187-e8cc704562e9), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.620831 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (a5ad5e92-aa30-4d7e-aec9-e775dfc5522a), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.624472 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:39:29.628991 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.633418 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a5ad5e92-aa30-4d7e-aec9-e775dfc5522a HTTP/1.1" status: 204 len: 168 time: 0.6683636 May 11 07:39:29.633919 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47750) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:29.643955 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea16a0c-793a-4b58-9e88-c3fa32510ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ad5e92-aa30-4d7e-aec9-e775dfc5522a,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:29.687623 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e32b437-d7ce-4ab5-abc2-88ab8d8f4e02 admin admin] Deleting subnet c2aa9c1f-69ab-4846-a55c-70c0c6e10d20 {{(pid=103567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:39:29.695720 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2e32b437-d7ce-4ab5-abc2-88ab8d8f4e02 admin admin] Publish callbacks [] for subnet (c2aa9c1f-69ab-4846-a55c-70c0c6e10d20), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.699696 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01510056-0d51-4c62-adbe-257f37761417 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (1d44a561-8225-486b-8187-e8cc704562e9), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.705684 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01510056-0d51-4c62-adbe-257f37761417 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (1d44a561-8225-486b-8187-e8cc704562e9), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.745564 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2e32b437-d7ce-4ab5-abc2-88ab8d8f4e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164461'] for subnet (c2aa9c1f-69ab-4846-a55c-70c0c6e10d20), precommit_delete_associations {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.779135 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01510056-0d51-4c62-adbe-257f37761417 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.785313 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-01510056-0d51-4c62-adbe-257f37761417 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2825310 May 11 07:39:29.792859 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2e32b437-d7ce-4ab5-abc2-88ab8d8f4e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (c2aa9c1f-69ab-4846-a55c-70c0c6e10d20), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.799780 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47756) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:29.814184 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:29.828736 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01510056-0d51-4c62-adbe-257f37761417 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d44a561-8225-486b-8187-e8cc704562e9,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:29.869746 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2610f1-d7f1-424c-93b6-d475a9577a65 req-c65cdf8f-fff6-4c03-a65c-843a6addc96f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:29.871160 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2e2610f1-d7f1-424c-93b6-d475a9577a65 req-c65cdf8f-fff6-4c03-a65c-843a6addc96f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.1416876 May 11 07:39:29.902125 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2e32b437-d7ce-4ab5-abc2-88ab8d8f4e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3988792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150997'] for subnet (c2aa9c1f-69ab-4846-a55c-70c0c6e10d20), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.925235 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 2, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:29.936177 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32b437-d7ce-4ab5-abc2-88ab8d8f4e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2aa9c1f-69ab-4846-a55c-70c0c6e10d20,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:29.940568 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.943035 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2e32b437-d7ce-4ab5-abc2-88ab8d8f4e02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:29.947794 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-2e32b437-d7ce-4ab5-abc2-88ab8d8f4e02 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2aa9c1f-69ab-4846-a55c-70c0c6e10d20 HTTP/1.1" status: 204 len: 168 time: 0.3128703 May 11 07:39:29.951359 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47772) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:29.967910 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Checking router: 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:39:29.968277 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Updating router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:39:30.000407 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.041456 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (c951cc86-c942-4c27-8dbc-3a254aa93473), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.067965 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.174898 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Allocated IP 172.27.2.100 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/775e187a-d9b8-4a29-b73d-4cfb18a77e58) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:39:30.180276 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2e2610f1-d7f1-424c-93b6-d475a9577a65 req-4f452102-dc29-41f0-9915-6c264505d1eb tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969689 May 11 07:39:30.229148 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (c951cc86-c942-4c27-8dbc-3a254aa93473), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.261333 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c951cc86-c942-4c27-8dbc-3a254aa93473']}} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:30.276125 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fd0f08-5904-4a26-8f86-8cb1200a7351') {'for_net_delete': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:30.276442 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fd0f08-5904-4a26-8f86-8cb1200a7351') {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:30.290705 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164436'] for segment (13fd0f08-5904-4a26-8f86-8cb1200a7351), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.309033 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (13fd0f08-5904-4a26-8f86-8cb1200a7351), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.313159 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for port (775e187a-d9b8-4a29-b73d-4cfb18a77e58), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.317937 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:39:30.318711 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988378'] for segment (13fd0f08-5904-4a26-8f86-8cb1200a7351), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: Traceback (most recent call last): May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: timer() May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: cb(*args, **kw) May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: return func(*args, **kwargs) May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: self._notify() May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: self.callback(batched_events) May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: event.method(event) May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: return f(self, *a, **k) May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._get(url).json() May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: return self.request(url, 'GET', **kwargs) May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:39:30.321314 dv-cinder-836996-20-iscsi neutron-server[103567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:39:30.358627 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (775e187a-d9b8-4a29-b73d-4cfb18a77e58), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.389192 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (c951cc86-c942-4c27-8dbc-3a254aa93473), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.395872 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:39:30.396769 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.398761 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:39:30.403595 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] 10.222.0.36 "DELETE /v2.0/networks/c951cc86-c942-4c27-8dbc-3a254aa93473 HTTP/1.1" status: 204 len: 168 time: 0.4477499 May 11 07:39:30.403753 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:39:30.414092 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0d666-2a30-43e8-af12-9ed31dd227cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c951cc86-c942-4c27-8dbc-3a254aa93473,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:30.446672 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'Port': ['ID=775e187a-d9b8-4a29-b73d-4cfb18a77e58,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:30.520490 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (117dc6e8-8dbe-4f4e-96bd-99574ab496b3), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.538681 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Publish callbacks [] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.544456 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.559205 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (775e187a-d9b8-4a29-b73d-4cfb18a77e58), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.603758 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47794) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:30.633185 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bae489-26ac-4238-8678-3e1f4dfbeb4c None None] Pushing event updated for resources: {'Port': ['ID=b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:30.684933 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Attempting to bind port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:39:30.685437 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Attempting to bind port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:39:30.685886 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Attempting to bind port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 on network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:39:30.693513 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:39:30.696012 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Checking segment: {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:39:30.696423 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.696820 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Bound using segment: {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:39:30.697302 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Bound port: b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:39:30.697714 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.700317 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-df086ca4-6989-4286-90ce-3c51c8b6e2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.701365 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-cbe72d3f-18d1-42c8-9599-d918920d7998 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d6974a3465f4096ab62e7225f26a001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952363 May 11 07:39:30.703925 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47796) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:30.778200 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] For port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:39:30.782325 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94677844-0185-41c9-8750-b616383b58b6 admin admin] Publish callbacks [] for security_group (d3b069ce-baa7-48e4-a4c6-6e6f07bc786f), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.782824 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] For port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:39:30.791296 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.807946 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94677844-0185-41c9-8750-b616383b58b6 admin admin] Publish callbacks [] for security_group (d3b069ce-baa7-48e4-a4c6-6e6f07bc786f), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.820368 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for port (775e187a-d9b8-4a29-b73d-4cfb18a77e58), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.825978 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (775e187a-d9b8-4a29-b73d-4cfb18a77e58), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.842981 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-a3ffd0fe-5222-4d74-bcbb-7c25099ec4a0 None None] Provisioning complete for port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:30.843495 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd0fe-5222-4d74-bcbb-7c25099ec4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.874616 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94677844-0185-41c9-8750-b616383b58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (d3b069ce-baa7-48e4-a4c6-6e6f07bc786f), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.877710 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94677844-0185-41c9-8750-b616383b58b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.878946 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-94677844-0185-41c9-8750-b616383b58b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3b069ce-baa7-48e4-a4c6-6e6f07bc786f HTTP/1.1" status: 204 len: 168 time: 0.1740382 May 11 07:39:30.889297 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94677844-0185-41c9-8750-b616383b58b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b069ce-baa7-48e4-a4c6-6e6f07bc786f,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:30.903555 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bae489-26ac-4238-8678-3e1f4dfbeb4c None None] Pushing event updated for resources: {'Port': ['ID=b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:30.906583 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:39:30.907277 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:39:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:30.947688 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (117dc6e8-8dbe-4f4e-96bd-99574ab496b3), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.971524 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'Port': ['ID=775e187a-d9b8-4a29-b73d-4cfb18a77e58,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:30.978553 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:30.989496 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e5619b57-74af-478d-89cd-e8d97e4bdceb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1826155 May 11 07:39:31.115359 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:39:31.160845 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a0a9039d-4209-46b1-961f-99d28f2a7910 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:39:31.201405 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-a3ffd0fe-5222-4d74-bcbb-7c25099ec4a0 None None] Current status of the port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:31.201820 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd0fe-5222-4d74-bcbb-7c25099ec4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:31.248702 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-b3a1dcd0-0147-41f6-9e0a-ed5649f32c67 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--385245158&fields=id&tenant_id=9750cb9309234cb1b63343050ba700f9 HTTP/1.1" status: 200 len: 267 time: 0.0479498 May 11 07:39:31.319270 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-a3ffd0fe-5222-4d74-bcbb-7c25099ec4a0 None None] For port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:31.350044 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd0fe-5222-4d74-bcbb-7c25099ec4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:31.359636 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port a0a9039d-4209-46b1-961f-99d28f2a7910 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:31.360031 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:31.385129 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b2919-856c-44fc-8b09-3f58f4b6d049 req-83f99ea6-241d-4752-898a-e2146c47d580 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:31.386648 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ff4b2919-856c-44fc-8b09-3f58f4b6d049 req-83f99ea6-241d-4752-898a-e2146c47d580 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0978260 May 11 07:39:31.408343 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47822) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:31.416881 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffd0fe-5222-4d74-bcbb-7c25099ec4a0 None None] Pushing event updated for resources: {'Port': ['ID=b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:31.432687 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf513-1601-465f-899e-585ace47ea66 req-05489600-9e87-4620-afd6-4af6361c48a7 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:31.434255 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-05489600-9e87-4620-afd6-4af6361c48a7 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/networks?id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 200 len: 810 time: 0.1740251 May 11 07:39:31.465898 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-bcdf55bd-8150-4d50-b543-079f4ba8f95f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/quotas/9750cb9309234cb1b63343050ba700f9 HTTP/1.1" status: 200 len: 375 time: 0.0210621 May 11 07:39:31.470335 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ff4b2919-856c-44fc-8b09-3f58f4b6d049 req-5f79bca4-9953-4b63-93dc-49ca8ed70b9e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739622 May 11 07:39:31.494014 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-ab3e46ed-574f-4123-a3c4-74416df89ed3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d50a39ef05a84ef5aa3c634250c6c24a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833595 May 11 07:39:31.494737 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47826) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:31.518180 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-f88b4786-dcfc-4b68-ba82-410d26655132 None None] Provisioning complete for port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:31.518576 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f88b4786-dcfc-4b68-ba82-410d26655132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:31.533945 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-2b8b8d7b-54ab-48f7-b719-95ff73992922 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9750cb9309234cb1b63343050ba700f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460708 May 11 07:39:31.543042 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4c46ae6d-6834-4ef4-8ede-c7b4cc9a2aec admin admin] Publish callbacks [] for security_group (7c23e179-3014-4702-b16c-bd8c2c41929a), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:31.565719 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:30Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:31.572292 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4c46ae6d-6834-4ef4-8ede-c7b4cc9a2aec admin admin] Publish callbacks [] for security_group (7c23e179-3014-4702-b16c-bd8c2c41929a), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:31.603073 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78317d73-6be5-4447-92f5-94a650ae9064 None None] The sync data for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi is: [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:30Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:39:31.631124 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4c46ae6d-6834-4ef4-8ede-c7b4cc9a2aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7c23e179-3014-4702-b16c-bd8c2c41929a), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:31.633995 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4c46ae6d-6834-4ef4-8ede-c7b4cc9a2aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:31.635401 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-4c46ae6d-6834-4ef4-8ede-c7b4cc9a2aec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c23e179-3014-4702-b16c-bd8c2c41929a HTTP/1.1" status: 204 len: 168 time: 0.1400058 May 11 07:39:31.660995 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46ae6d-6834-4ef4-8ede-c7b4cc9a2aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c23e179-3014-4702-b16c-bd8c2c41929a,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:31.688750 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:31.693607 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-334e018b-d456-4e2f-9a00-9c96b460a1f0 service neutron] 10.222.0.36 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458693 May 11 07:39:31.716916 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port a0a9039d-4209-46b1-961f-99d28f2a7910 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:31.751364 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-f88b4786-dcfc-4b68-ba82-410d26655132 None None] Current status of the port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:31.815865 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-c4e3b4cc-315f-4286-9d85-32b261b8f3f8 service neutron] 10.222.0.36 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210015 May 11 07:39:32.011747 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-31192572-3a73-4192-8ec3-475be5209f02 req-3231c32a-c946-4761-aa8b-e311f7bdb660 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 210 time: 0.0483320 May 11 07:39:32.685290 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4821d89-e7cf-42c2-926d-4d4c94511615 req-aa053d13-7101-4bfc-bdc5-e0777fd500e2 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:32.698436 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d4821d89-e7cf-42c2-926d-4d4c94511615 req-aa053d13-7101-4bfc-bdc5-e0777fd500e2 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.1217971 May 11 07:39:32.795503 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d4821d89-e7cf-42c2-926d-4d4c94511615 req-272524f9-ad8b-4aeb-a453-b7be3df12cfb tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939763 May 11 07:39:32.849484 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47906) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:33.094071 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7c5db885-0f94-4e48-95da-723afba1f9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.177219 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f99667b7-0e3c-4da1-b095-504f3920c183 req-ff91dc76-8086-4337-b996-f0a721373fef tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 210 time: 0.0696607 May 11 07:39:33.205706 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.218944 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:39:33.256688 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7c5db885-0f94-4e48-95da-723afba1f9e1 admin admin] Publish callbacks [] for security_group (264504b5-f30e-43d4-a7ca-9a9e4e709fe8), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.262021 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7c5db885-0f94-4e48-95da-723afba1f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (264504b5-f30e-43d4-a7ca-9a9e4e709fe8), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.311242 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:33.311948 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.316610 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 47924) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:33.317398 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-7c5db885-0f94-4e48-95da-723afba1f9e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf5f79f1438d4f118871d811c4499eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663377 May 11 07:39:33.318227 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5db885-0f94-4e48-95da-723afba1f9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264504b5-f30e-43d4-a7ca-9a9e4e709fe8,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:33.425586 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e2b111f-1c66-48c2-82d2-3cf31cc4306c admin admin] Publish callbacks [] for security_group (264504b5-f30e-43d4-a7ca-9a9e4e709fe8), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.435148 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:33.447717 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47932) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:33.464047 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e2b111f-1c66-48c2-82d2-3cf31cc4306c admin admin] Publish callbacks [] for security_group (264504b5-f30e-43d4-a7ca-9a9e4e709fe8), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.574529 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-efc56dcf-76d9-41d3-934e-c5eb456d149a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.611333 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf513-1601-465f-899e-585ace47ea66 req-a0d7d8cb-aace-42a8-9cc5-51501c4e06fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:33.612800 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-a0d7d8cb-aace-42a8-9cc5-51501c4e06fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.24 "GET /v2.0/networks?id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 200 len: 810 time: 0.1511207 May 11 07:39:33.613874 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e2b111f-1c66-48c2-82d2-3cf31cc4306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (264504b5-f30e-43d4-a7ca-9a9e4e709fe8), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.616344 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e2b111f-1c66-48c2-82d2-3cf31cc4306c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.617357 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-1e2b111f-1c66-48c2-82d2-3cf31cc4306c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/264504b5-f30e-43d4-a7ca-9a9e4e709fe8 HTTP/1.1" status: 204 len: 168 time: 0.3016901 May 11 07:39:33.643274 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b111f-1c66-48c2-82d2-3cf31cc4306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264504b5-f30e-43d4-a7ca-9a9e4e709fe8,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:33.683522 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-efc56dcf-76d9-41d3-934e-c5eb456d149a admin admin] Publish callbacks [] for security_group (10aeb73f-2806-4834-b0cb-ff164efbcc4e), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.687762 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-efc56dcf-76d9-41d3-934e-c5eb456d149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (10aeb73f-2806-4834-b0cb-ff164efbcc4e), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.712864 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-5f6acd9b-48fb-4471-82cb-7e58fb177b46 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9750cb9309234cb1b63343050ba700f9 HTTP/1.1" status: 200 len: 379 time: 0.0899031 May 11 07:39:33.726777 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc56dcf-76d9-41d3-934e-c5eb456d149a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aeb73f-2806-4834-b0cb-ff164efbcc4e,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:33.741411 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-efc56dcf-76d9-41d3-934e-c5eb456d149a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3244a49bd1c47f8bf2a0303e7089eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926331 May 11 07:39:33.744015 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 47942) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:33.800044 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5683d736-a1da-47c8-ac5d-97ff309f76de admin admin] Publish callbacks [] for security_group (10aeb73f-2806-4834-b0cb-ff164efbcc4e), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.807007 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'port': {'device_id': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'admin_state_up': True, 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'security_groups': ['df4a933b-46b1-45a7-9bfc-07f0ae46f3a8']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:33.837778 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5683d736-a1da-47c8-ac5d-97ff309f76de admin admin] Publish callbacks [] for security_group (10aeb73f-2806-4834-b0cb-ff164efbcc4e), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.898200 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5683d736-a1da-47c8-ac5d-97ff309f76de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (10aeb73f-2806-4834-b0cb-ff164efbcc4e), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.901105 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5683d736-a1da-47c8-ac5d-97ff309f76de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:33.910499 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-5683d736-a1da-47c8-ac5d-97ff309f76de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10aeb73f-2806-4834-b0cb-ff164efbcc4e HTTP/1.1" status: 204 len: 168 time: 0.1654484 May 11 07:39:33.924438 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683d736-a1da-47c8-ac5d-97ff309f76de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aeb73f-2806-4834-b0cb-ff164efbcc4e,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:33.943835 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6c3f3-7f51-4d55-b55c-2a79f11ba955 req-8f517f24-d669-4a24-9b89-c106879b71d8 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:33.945352 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d3f6c3f3-7f51-4d55-b55c-2a79f11ba955 req-8f517f24-d669-4a24-9b89-c106879b71d8 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0692940 May 11 07:39:33.995407 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Made reservation on behalf of 9750cb9309234cb1b63343050ba700f9 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:39:33.998844 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:34.028212 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d3f6c3f3-7f51-4d55-b55c-2a79f11ba955 req-c7f4b6e1-0ee1-421a-9520-3e020cd9e8e6 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742333 May 11 07:39:34.194954 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Allocated IP 172.20.0.6 (3e16a8a2-6e6f-43bc-8406-954bb2e1bbba/e194c29f-39e9-4107-9cf2-3153c052edce/95cc9cfe-62b1-4c76-8e8f-f82e3b55dada) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:39:34.356719 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-399f10f5-7a23-4cf8-ab7f-343d5d2939ed req-65620b3e-fa3d-48b5-ab28-2935785c9729 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 210 time: 0.0596983 May 11 07:39:34.410102 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:34.496615 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:34.594142 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:39:34.604627 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:39:34.622489 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:39:34.674759 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'Port': ['ID=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:34.699998 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:34.706531 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:34.707269 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:34.731763 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-06d96c48-cd0b-4a51-9002-1d4e6c807cd6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9291537 May 11 07:39:34.750598 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Request body: {'port': {'device_id': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:34.835767 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:34.897042 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-521271c9-77c4-4738-a8ac-c85c03bb402a None None] Provisioning complete for port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:34.897703 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-521271c9-77c4-4738-a8ac-c85c03bb402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:34.947781 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-521271c9-77c4-4738-a8ac-c85c03bb402a None None] Port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:39:35.165286 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b9d8-90a5-403f-a254-b8c5388ec682 req-13a0b844-7189-41b8-b71e-6be6a371ace1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:35.166794 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cc28b9d8-90a5-403f-a254-b8c5388ec682 req-13a0b844-7189-41b8-b71e-6be6a371ace1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0665612 May 11 07:39:35.248568 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:39:35.260803 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Publish callbacks [] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:35.266298 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cc28b9d8-90a5-403f-a254-b8c5388ec682 req-05fee615-de9a-48c5-9e97-a3256fdd8e16 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886889 May 11 07:39:35.281241 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Transition to ACTIVE for port object 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:39:35.287201 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:35.348978 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:35.439484 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Attempting to bind port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:39:35.439805 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Attempting to bind port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:39:35.440134 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Attempting to bind port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada on network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:39:35.458522 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada on network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:39:35.458916 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Attempting to bind port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada on network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:39:35.483723 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:39:35.484204 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Checking segment: {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:39:35.484774 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Bound using segment: {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:39:35.485334 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Bound port: 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:39:35.485788 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:35.544758 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec06de-2d1e-4ef0-8ceb-caf2aa527ee4 req-57179d04-fc86-4432-9590-0880c07467e4 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:35.546323 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c2ec06de-2d1e-4ef0-8ceb-caf2aa527ee4 req-57179d04-fc86-4432-9590-0880c07467e4 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 943 time: 0.0848465 May 11 07:39:35.638979 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] For port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:39:35.643983 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c2ec06de-2d1e-4ef0-8ceb-caf2aa527ee4 req-21521b8d-9999-4554-a13d-832eff0cc91c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697405 May 11 07:39:35.645747 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] For port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:39:35.656142 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:35.741262 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:35.759215 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:35.759826 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:35.762220 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-5cb04685-1842-4cc6-ac01-d38f711fb7c5 service neutron] 10.222.0.24 "PUT /v2.0/ports/95cc9cfe-62b1-4c76-8e8f-f82e3b55dada HTTP/1.1" status: 200 len: 1093 time: 1.0162418 May 11 07:39:35.762685 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'tag': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:39:35.768245 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8262d364-0632-497c-9eec-66954cf046ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9e62bda3-ed20-4c7e-a3c8-aa90f6f79937", "tag": "95cc9cfe-62b1-4c76-8e8f-f82e3b55dada"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:39:35.868664 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e582a08-2a21-4289-a4e6-b2fca2aa22a6 x-openstack-request-id: req-8e582a08-2a21-4289-a4e6-b2fca2aa22a6 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:39:35.868664 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e62bda3-ed20-4c7e-a3c8-aa90f6f79937", "tag": "95cc9cfe-62b1-4c76-8e8f-f82e3b55dada", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:39:35.868664 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e582a08-2a21-4289-a4e6-b2fca2aa22a6 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:39:35.868664 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e582a08-2a21-4289-a4e6-b2fca2aa22a6'] response: {'name': 'network-changed', 'server_uuid': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'tag': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada', 'status': 'completed', 'code': 200} May 11 07:39:35.943402 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf513-1601-465f-899e-585ace47ea66 req-4ec95796-ba7b-4816-ad85-2bd8fe8340d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:35.951449 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-4ec95796-ba7b-4816-ad85-2bd8fe8340d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9750cb9309234cb1b63343050ba700f9&device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 1127 time: 0.1130168 May 11 07:39:36.074140 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-b7d0a91a-b7a0-4bb0-9d45-671b32175862 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada HTTP/1.1" status: 200 len: 217 time: 0.0767479 May 11 07:39:36.137012 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf513-1601-465f-899e-585ace47ea66 req-9fe454fc-61f8-485a-8ea4-92354198b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:36.138536 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-9fe454fc-61f8-485a-8ea4-92354198b514 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e194c29f-39e9-4107-9cf2-3153c052edce HTTP/1.1" status: 200 len: 849 time: 0.0565538 May 11 07:39:36.187989 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48104) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:36.201436 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf513-1601-465f-899e-585ace47ea66 req-ec5cd92c-b93a-4b06-a176-4441ed703fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:36.203100 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-ec5cd92c-b93a-4b06-a176-4441ed703fdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0565901 May 11 07:39:36.316856 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-ac4cb7a6-9ef5-4f6e-97a7-20755049dfa8 service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059222 May 11 07:39:36.373650 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-75b70ec7-f94c-4699-8dcb-1d9f3420731c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:36.463220 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-75b70ec7-f94c-4699-8dcb-1d9f3420731c admin admin] Publish callbacks [] for security_group (d25335a8-2dd1-4487-aa50-970fef654866), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:36.469944 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-75b70ec7-f94c-4699-8dcb-1d9f3420731c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (d25335a8-2dd1-4487-aa50-970fef654866), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:36.482818 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-123bf513-1601-465f-899e-585ace47ea66 req-1c7c182e-a7ff-445f-afd5-17e5a44c629d service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564271 May 11 07:39:36.494697 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94d97-8b0f-449e-a650-66f3e3a03375 req-da456cf5-898b-4718-b5ab-06167571b61d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:36.497198 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f1f94d97-8b0f-449e-a650-66f3e3a03375 req-da456cf5-898b-4718-b5ab-06167571b61d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0794122 May 11 07:39:36.525135 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-75b70ec7-f94c-4699-8dcb-1d9f3420731c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60f53a86e6724ca1bd063d85eaa3c6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349471 May 11 07:39:36.528638 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48124) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:36.570302 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b70ec7-f94c-4699-8dcb-1d9f3420731c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25335a8-2dd1-4487-aa50-970fef654866,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:36.590442 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5592-8bdd-423e-911a-778628cdc038 admin admin] Publish callbacks [] for security_group (d25335a8-2dd1-4487-aa50-970fef654866), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:36.600823 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f1f94d97-8b0f-449e-a650-66f3e3a03375 req-cfeae0a0-0c48-4515-9c55-f8cbbbeed59c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815825 May 11 07:39:36.625364 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5592-8bdd-423e-911a-778628cdc038 admin admin] Publish callbacks [] for security_group (d25335a8-2dd1-4487-aa50-970fef654866), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:36.680253 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5592-8bdd-423e-911a-778628cdc038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (d25335a8-2dd1-4487-aa50-970fef654866), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:36.683043 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3bfa5592-8bdd-423e-911a-778628cdc038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:36.684717 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-3bfa5592-8bdd-423e-911a-778628cdc038 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d25335a8-2dd1-4487-aa50-970fef654866 HTTP/1.1" status: 204 len: 168 time: 0.1551385 May 11 07:39:36.692730 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa5592-8bdd-423e-911a-778628cdc038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25335a8-2dd1-4487-aa50-970fef654866,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:36.769792 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b588f-497d-45e8-b332-9e919a5b4d81 req-4f5d33ce-168a-42c6-902c-e05f2aa82c6c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:36.771273 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2e2b588f-497d-45e8-b332-9e919a5b4d81 req-4f5d33ce-168a-42c6-902c-e05f2aa82c6c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 943 time: 0.0499182 May 11 07:39:36.818989 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2e2b588f-497d-45e8-b332-9e919a5b4d81 req-8001efa4-6730-41c5-a74b-c31c1f34f2c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417857 May 11 07:39:37.723425 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59781c1c-acad-4459-b42d-a07f4eee99ca req-794fe669-e981-4132-b00c-5def1857a53d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:37.724919 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-59781c1c-acad-4459-b42d-a07f4eee99ca req-794fe669-e981-4132-b00c-5def1857a53d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0518305 May 11 07:39:37.771102 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-59781c1c-acad-4459-b42d-a07f4eee99ca req-58cdbcbb-3b31-4235-83b4-4c36a8da738d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 May 11 07:39:37.928965 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681ec0a-8d3b-40ad-b455-90472198420b req-fee3f854-8cf4-4254-8cb9-4d4d937232df tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:37.930421 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0681ec0a-8d3b-40ad-b455-90472198420b req-fee3f854-8cf4-4254-8cb9-4d4d937232df tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 943 time: 0.0458274 May 11 07:39:37.977847 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0681ec0a-8d3b-40ad-b455-90472198420b req-87854b33-2c10-46e3-ae2b-6fafc9aec671 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411165 May 11 07:39:38.893415 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24f20-b9d8-499c-88d5-16ca665bf0d9 req-2cc56cd1-f891-4299-a87c-c2b58ad58c57 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:38.894976 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-93d24f20-b9d8-499c-88d5-16ca665bf0d9 req-2cc56cd1-f891-4299-a87c-c2b58ad58c57 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0586014 May 11 07:39:38.946871 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-93d24f20-b9d8-499c-88d5-16ca665bf0d9 req-27b10f9a-6416-4036-b315-f4d20b38bb5c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450540 May 11 07:39:39.090787 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa100d-dfbe-4b58-8be8-62433ba83da8 req-d8119e57-005a-47c1-b049-93a051bdb111 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:39.092149 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-35fa100d-dfbe-4b58-8be8-62433ba83da8 req-d8119e57-005a-47c1-b049-93a051bdb111 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 943 time: 0.0462794 May 11 07:39:39.138685 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-35fa100d-dfbe-4b58-8be8-62433ba83da8 req-a2795f0a-f8a3-4a01-8551-747523f40874 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409260 May 11 07:39:40.006637 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262d364-0632-497c-9eec-66954cf046ba req-9997b31a-11d9-4b8e-872d-4251f7bff22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:40.009335 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8262d364-0632-497c-9eec-66954cf046ba req-9997b31a-11d9-4b8e-872d-4251f7bff22b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9750cb9309234cb1b63343050ba700f9&device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 1127 time: 0.0455935 May 11 07:39:40.124992 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13a32f-3f8f-429c-b409-31bc3d943e7d req-97982d09-36c0-4a6d-83b2-1acad915a579 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:40.126461 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6a13a32f-3f8f-429c-b409-31bc3d943e7d req-97982d09-36c0-4a6d-83b2-1acad915a579 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0941644 May 11 07:39:40.161805 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262d364-0632-497c-9eec-66954cf046ba req-81c778a8-a0c6-434d-84b9-25126ee7b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:40.163300 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8262d364-0632-497c-9eec-66954cf046ba req-81c778a8-a0c6-434d-84b9-25126ee7b81f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 200 len: 911 time: 0.1400118 May 11 07:39:40.192483 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6a13a32f-3f8f-429c-b409-31bc3d943e7d req-36b9dfc6-08e4-4f16-b881-97ee14a865ee tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599818 May 11 07:39:40.298606 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbda82-6137-4611-b1b5-9301d9deee92 req-5b521b98-ea04-464e-bdd6-0a7ed5ff263b tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:40.300149 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-75cbda82-6137-4611-b1b5-9301d9deee92 req-5b521b98-ea04-464e-bdd6-0a7ed5ff263b tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 943 time: 0.0634944 May 11 07:39:40.347519 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-75cbda82-6137-4611-b1b5-9301d9deee92 req-0677af81-7e0c-4882-8147-26673c9400e1 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415998 May 11 07:39:41.308421 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856dd1b-72b8-4cd9-87b1-5586e0d924a3 req-538b4de0-52d7-4b13-9e2d-7c13cb8bcb2c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:41.310527 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5856dd1b-72b8-4cd9-87b1-5586e0d924a3 req-538b4de0-52d7-4b13-9e2d-7c13cb8bcb2c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0467646 May 11 07:39:41.357468 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5856dd1b-72b8-4cd9-87b1-5586e0d924a3 req-1dc8f817-d481-409b-8383-78c4ec2fdacb tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 May 11 07:39:41.461723 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6516-c0b0-4cf8-a287-79cc2827b963 req-d351e087-c53e-4e8e-b954-fe5e5c5fa78d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:41.463373 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1bec6516-c0b0-4cf8-a287-79cc2827b963 req-d351e087-c53e-4e8e-b954-fe5e5c5fa78d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 943 time: 0.0478375 May 11 07:39:41.516816 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1bec6516-c0b0-4cf8-a287-79cc2827b963 req-824a0aea-af9c-407f-a934-3e4361d19b06 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478864 May 11 07:39:42.466501 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9206da-d7c0-4d4b-87b3-1648f9a56a10 req-beaf6e3e-e4a8-44a7-9cd9-be95c74cc35d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:42.467966 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3f9206da-d7c0-4d4b-87b3-1648f9a56a10 req-beaf6e3e-e4a8-44a7-9cd9-be95c74cc35d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0458114 May 11 07:39:42.512792 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3f9206da-d7c0-4d4b-87b3-1648f9a56a10 req-71112136-42bf-40b3-bccf-c44fc9eecb1f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392931 May 11 07:39:42.631337 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8b80f-f896-46c3-8da5-da7bac90a534 req-9cd4077c-e7e0-446d-b599-22d64596f262 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:42.632753 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cfe8b80f-f896-46c3-8da5-da7bac90a534 req-9cd4077c-e7e0-446d-b599-22d64596f262 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 943 time: 0.0470839 May 11 07:39:42.678008 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cfe8b80f-f896-46c3-8da5-da7bac90a534 req-5de24349-f8e9-4748-a3b2-60e1b20fedcf tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397787 May 11 07:39:43.632601 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099e542-8158-4dfe-8fba-bab57e2b8b52 req-831be653-167d-4d31-a302-13c4c99b54d4 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:43.634215 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e099e542-8158-4dfe-8fba-bab57e2b8b52 req-831be653-167d-4d31-a302-13c4c99b54d4 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0551548 May 11 07:39:43.685116 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e099e542-8158-4dfe-8fba-bab57e2b8b52 req-2fb5785e-f986-456d-95f8-b74fcc72e971 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 May 11 07:39:43.844856 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8262d364-0632-497c-9eec-66954cf046ba req-5777b036-029c-434d-9b86-71c0b939dfce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada HTTP/1.1" status: 200 len: 217 time: 0.0511689 May 11 07:39:43.851588 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e680635-17ad-485e-931c-446c0e79e903 req-f623adcc-96db-40ea-a264-0fb31a2ef260 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:43.853381 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7e680635-17ad-485e-931c-446c0e79e903 req-f623adcc-96db-40ea-a264-0fb31a2ef260 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 943 time: 0.1026304 May 11 07:39:43.854102 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:39:44.049849 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d6928-2cbc-413e-a9ff-3dd3af5fee2c req-c194e3aa-272d-4484-ad90-af35a48eb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:44.051420 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-dd5d6928-2cbc-413e-a9ff-3dd3af5fee2c req-c194e3aa-272d-4484-ad90-af35a48eb017 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 1130 time: 0.0883145 May 11 07:39:44.077515 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:44.100693 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'port_id': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada', 'mac_address': 'fa:16:3e:d0:33:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:39:44.123733 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-dd5d6928-2cbc-413e-a9ff-3dd3af5fee2c req-44b4c07f-1b15-4e49-98c3-6beaa10a6a5e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651786 May 11 07:39:44.144733 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:44.145128 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:44.159966 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:39:44.182528 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:44.188227 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:44.223602 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262d364-0632-497c-9eec-66954cf046ba req-4fcb5e3d-4b48-4a54-a69c-449076fb2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:44.225087 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8262d364-0632-497c-9eec-66954cf046ba req-4fcb5e3d-4b48-4a54-a69c-449076fb2615 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e194c29f-39e9-4107-9cf2-3153c052edce HTTP/1.1" status: 200 len: 849 time: 0.3700137 May 11 07:39:44.229849 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7e680635-17ad-485e-931c-446c0e79e903 req-6d1d4d4b-d0ae-4660-ade3-2ccfbff7590c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669660 May 11 07:39:44.247831 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:44.391811 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262d364-0632-497c-9eec-66954cf046ba req-06223b93-16f1-4294-bc64-d4868dc0ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:44.393323 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8262d364-0632-497c-9eec-66954cf046ba req-06223b93-16f1-4294-bc64-d4868dc0ed27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412755 May 11 07:39:44.463046 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['95cc9cfe-62b1-4c76-8e8f-f82e3b55dada'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:39:44.490619 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8262d364-0632-497c-9eec-66954cf046ba req-e5009eed-f512-4ddf-9108-ce670493f689 service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896895 May 11 07:39:44.584014 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8262d364-0632-497c-9eec-66954cf046ba req-6f740ba8-663e-4a55-8913-390302d8beb6 service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846434 May 11 07:39:44.804417 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246b429-e009-484d-955d-e31c0d6990a1 req-12ffe347-8e7b-4029-bb0f-3962b71231dd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:44.805909 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2246b429-e009-484d-955d-e31c0d6990a1 req-12ffe347-8e7b-4029-bb0f-3962b71231dd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0508413 May 11 07:39:44.852912 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2246b429-e009-484d-955d-e31c0d6990a1 req-ddad9402-4d7d-454f-b97e-340fd17dd330 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 May 11 07:39:45.370072 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd80d5-2e11-4267-b5cc-4fbcf17c11d8 req-c04aee26-3692-42a0-a171-bbc08a0f17ea tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:45.372069 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6ffd80d5-2e11-4267-b5cc-4fbcf17c11d8 req-c04aee26-3692-42a0-a171-bbc08a0f17ea tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 944 time: 0.0552716 May 11 07:39:45.421025 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6ffd80d5-2e11-4267-b5cc-4fbcf17c11d8 req-912d8d1d-ad90-456c-9f06-0ba80f0932e5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435326 May 11 07:39:45.700774 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48372) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:45.804408 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-aa1e8f44-51ab-4617-8972-374ec9352fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:45.887616 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-aa1e8f44-51ab-4617-8972-374ec9352fcd admin admin] Publish callbacks [] for security_group (e9312f60-406c-4cf0-89c9-cfb9c1fdf9fd), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:45.891566 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-aa1e8f44-51ab-4617-8972-374ec9352fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (e9312f60-406c-4cf0-89c9-cfb9c1fdf9fd), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:45.929671 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e8f44-51ab-4617-8972-374ec9352fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9312f60-406c-4cf0-89c9-cfb9c1fdf9fd,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:45.935053 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-aa1e8f44-51ab-4617-8972-374ec9352fcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df7ad26e1846482f94a8017d8deb10de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332380 May 11 07:39:45.937971 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 48378) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:45.996933 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666f83c-484a-43fb-b048-963a2feaaa0a req-c16d8c4d-d3da-4b2a-bf27-8ceaffbef718 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:45.998431 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c666f83c-484a-43fb-b048-963a2feaaa0a req-c16d8c4d-d3da-4b2a-bf27-8ceaffbef718 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0747557 May 11 07:39:46.043539 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e385243-6684-488e-b403-45793865b423 admin admin] Publish callbacks [] for security_group (e9312f60-406c-4cf0-89c9-cfb9c1fdf9fd), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.066049 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c666f83c-484a-43fb-b048-963a2feaaa0a req-61cfd31a-f9a0-4351-94e5-211b5f8a278a tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616608 May 11 07:39:46.078002 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e385243-6684-488e-b403-45793865b423 admin admin] Publish callbacks [] for security_group (e9312f60-406c-4cf0-89c9-cfb9c1fdf9fd), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.123936 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e385243-6684-488e-b403-45793865b423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (e9312f60-406c-4cf0-89c9-cfb9c1fdf9fd), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.126577 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1e385243-6684-488e-b403-45793865b423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.127698 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-1e385243-6684-488e-b403-45793865b423 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9312f60-406c-4cf0-89c9-cfb9c1fdf9fd HTTP/1.1" status: 204 len: 168 time: 0.1889405 May 11 07:39:46.137553 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e385243-6684-488e-b403-45793865b423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9312f60-406c-4cf0-89c9-cfb9c1fdf9fd,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:46.389990 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48386) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:46.404345 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-07ee01b8-476f-45f1-989d-3840c704e45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.491573 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-07ee01b8-476f-45f1-989d-3840c704e45c admin admin] Publish callbacks [] for security_group (4c5df3e6-d5e4-4a25-886f-bc5916e114cc), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.495593 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-07ee01b8-476f-45f1-989d-3840c704e45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (4c5df3e6-d5e4-4a25-886f-bc5916e114cc), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.536684 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee01b8-476f-45f1-989d-3840c704e45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5df3e6-d5e4-4a25-886f-bc5916e114cc,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:46.543735 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-07ee01b8-476f-45f1-989d-3840c704e45c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34a355b3223247a48c4be3200ce381c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526225 May 11 07:39:46.544429 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48394) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:46.556422 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792bad7-7a5f-4810-b305-a9b4ccb4989b req-1f609128-35b6-4bc8-a7e6-f2c13ca787f2 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:46.557895 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4792bad7-7a5f-4810-b305-a9b4ccb4989b req-1f609128-35b6-4bc8-a7e6-f2c13ca787f2 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 944 time: 0.0511758 May 11 07:39:46.593242 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0e8155d5-3472-4d26-bbc0-e74fe44316be admin admin] Publish callbacks [] for security_group (4c5df3e6-d5e4-4a25-886f-bc5916e114cc), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.607026 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4792bad7-7a5f-4810-b305-a9b4ccb4989b req-0c3f3d39-36f2-4e13-906c-caaab5502867 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434284 May 11 07:39:46.615362 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0e8155d5-3472-4d26-bbc0-e74fe44316be admin admin] Publish callbacks [] for security_group (4c5df3e6-d5e4-4a25-886f-bc5916e114cc), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.665122 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0e8155d5-3472-4d26-bbc0-e74fe44316be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (4c5df3e6-d5e4-4a25-886f-bc5916e114cc), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.667659 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0e8155d5-3472-4d26-bbc0-e74fe44316be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:46.669349 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-0e8155d5-3472-4d26-bbc0-e74fe44316be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c5df3e6-d5e4-4a25-886f-bc5916e114cc HTTP/1.1" status: 204 len: 168 time: 0.1235902 May 11 07:39:46.677055 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8155d5-3472-4d26-bbc0-e74fe44316be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5df3e6-d5e4-4a25-886f-bc5916e114cc,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:47.186424 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd8ce-a516-43e6-9afa-b4d286e45a22 req-ad03c8d4-f868-4487-a921-d9020803e28b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:47.187985 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-826cd8ce-a516-43e6-9afa-b4d286e45a22 req-ad03c8d4-f868-4487-a921-d9020803e28b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0518131 May 11 07:39:47.240651 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-826cd8ce-a516-43e6-9afa-b4d286e45a22 req-24ab5e96-696a-44c2-a9bb-b3abf8ee7df0 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430601 May 11 07:39:47.725342 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba6f8-6494-42aa-adfa-1005de123043 req-41deb728-2be0-40e9-a4a5-2a78c3bd56fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:47.727024 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-822ba6f8-6494-42aa-adfa-1005de123043 req-41deb728-2be0-40e9-a4a5-2a78c3bd56fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 944 time: 0.0504458 May 11 07:39:47.775291 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-822ba6f8-6494-42aa-adfa-1005de123043 req-82d13cb3-3412-4cc6-ab48-14c18f3b7c1b tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 May 11 07:39:48.009197 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:39:48.082592 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:39:48.089009 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:39:48.089406 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:48.181724 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:39:48.182296 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:48.207263 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:39:48.209611 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6684702a-561e-4316-b4bd-a1745bb5ea2e" -d '{"events": [{"server_uuid": "9e62bda3-ed20-4c7e-a3c8-aa90f6f79937", "name": "network-vif-plugged", "status": "completed", "tag": "95cc9cfe-62b1-4c76-8e8f-f82e3b55dada"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:39:48.226732 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:39:48.231206 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:48.257782 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760b739a-9026-4692-885e-6132ecaf3d5a x-openstack-request-id: req-760b739a-9026-4692-885e-6132ecaf3d5a {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:39:48.258052 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e62bda3-ed20-4c7e-a3c8-aa90f6f79937", "name": "network-vif-plugged", "status": "completed", "tag": "95cc9cfe-62b1-4c76-8e8f-f82e3b55dada", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:39:48.258306 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-760b739a-9026-4692-885e-6132ecaf3d5a {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:39:48.258687 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760b739a-9026-4692-885e-6132ecaf3d5a'] response: {'server_uuid': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada', 'code': 200} May 11 07:39:48.287595 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:48.539006 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7d886-4132-4840-b525-2ba7871c89d8 req-0449fd26-2636-481c-bcca-fb08e9d48c61 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:48.541246 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9da7d886-4132-4840-b525-2ba7871c89d8 req-0449fd26-2636-481c-bcca-fb08e9d48c61 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0723894 May 11 07:39:48.605350 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9da7d886-4132-4840-b525-2ba7871c89d8 req-b16c2740-b523-4d09-b898-c58eb17a4bf7 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572820 May 11 07:39:48.769943 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 48494) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:48.883318 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a81444-34c5-4333-ba90-199825238aa6 req-fc8b73ed-7aa1-423f-894c-f7c50a01d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:48.885277 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c8a81444-34c5-4333-ba90-199825238aa6 req-fc8b73ed-7aa1-423f-894c-f7c50a01d5b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 1129 time: 0.0508766 May 11 07:39:48.963252 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380252ba-30ad-4371-b15d-a8e9ec3215d4 req-41d51af4-9abf-4c25-a26e-494ab68a3e0d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:48.964769 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-380252ba-30ad-4371-b15d-a8e9ec3215d4 req-41d51af4-9abf-4c25-a26e-494ab68a3e0d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0785012 May 11 07:39:48.977069 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48502) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:48.990221 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c8a81444-34c5-4333-ba90-199825238aa6 req-b54abd63-231c-4260-9750-65d3688cd7c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922003 May 11 07:39:49.042086 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-380252ba-30ad-4371-b15d-a8e9ec3215d4 req-87c14c12-176d-4741-8ff9-7e12f45d0a17 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651970 May 11 07:39:49.052860 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-12e21f1c-f375-49a0-b7d3-8d302d102d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.070961 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7fe6519b-1535-483f-a059-a2145e72e86f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.136606 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-12e21f1c-f375-49a0-b7d3-8d302d102d37 admin admin] Publish callbacks [] for security_group (c17a27c9-a18b-40aa-9c5f-5371efd53535), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.140365 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-12e21f1c-f375-49a0-b7d3-8d302d102d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (c17a27c9-a18b-40aa-9c5f-5371efd53535), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.157346 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7fe6519b-1535-483f-a059-a2145e72e86f admin admin] Publish callbacks [] for security_group (44ca5fe9-4fd5-42bd-8c8f-8cacf4d2b9aa), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.161961 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7fe6519b-1535-483f-a059-a2145e72e86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (44ca5fe9-4fd5-42bd-8c8f-8cacf4d2b9aa), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.178911 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e21f1c-f375-49a0-b7d3-8d302d102d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17a27c9-a18b-40aa-9c5f-5371efd53535,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:49.183289 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-12e21f1c-f375-49a0-b7d3-8d302d102d37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8489c3acbb541d68846ca2ab65b7fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044797 May 11 07:39:49.185915 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48506) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:49.204676 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6519b-1535-483f-a059-a2145e72e86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ca5fe9-4fd5-42bd-8c8f-8cacf4d2b9aa,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:49.213278 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-7fe6519b-1535-483f-a059-a2145e72e86f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5e261af71e348b7b71ea62f9da7d1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420764 May 11 07:39:49.213970 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 48508) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:49.246734 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-523f4e2a-8d4b-4b16-98a1-adf614971595 admin admin] Publish callbacks [] for security_group (c17a27c9-a18b-40aa-9c5f-5371efd53535), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.275570 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1172e3cb-9e7a-4a21-b85c-40f4a313adce admin admin] Publish callbacks [] for security_group (44ca5fe9-4fd5-42bd-8c8f-8cacf4d2b9aa), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.278508 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-523f4e2a-8d4b-4b16-98a1-adf614971595 admin admin] Publish callbacks [] for security_group (c17a27c9-a18b-40aa-9c5f-5371efd53535), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.299063 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1172e3cb-9e7a-4a21-b85c-40f4a313adce admin admin] Publish callbacks [] for security_group (44ca5fe9-4fd5-42bd-8c8f-8cacf4d2b9aa), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.335453 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-523f4e2a-8d4b-4b16-98a1-adf614971595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (c17a27c9-a18b-40aa-9c5f-5371efd53535), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.338848 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-523f4e2a-8d4b-4b16-98a1-adf614971595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.339322 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-523f4e2a-8d4b-4b16-98a1-adf614971595 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c17a27c9-a18b-40aa-9c5f-5371efd53535 HTTP/1.1" status: 204 len: 168 time: 0.1525619 May 11 07:39:49.347919 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f4e2a-8d4b-4b16-98a1-adf614971595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17a27c9-a18b-40aa-9c5f-5371efd53535,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:49.358016 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1172e3cb-9e7a-4a21-b85c-40f4a313adce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (44ca5fe9-4fd5-42bd-8c8f-8cacf4d2b9aa), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.360745 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1172e3cb-9e7a-4a21-b85c-40f4a313adce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.364534 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-1172e3cb-9e7a-4a21-b85c-40f4a313adce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44ca5fe9-4fd5-42bd-8c8f-8cacf4d2b9aa HTTP/1.1" status: 204 len: 168 time: 0.1497407 May 11 07:39:49.374539 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172e3cb-9e7a-4a21-b85c-40f4a313adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ca5fe9-4fd5-42bd-8c8f-8cacf4d2b9aa,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:49.648313 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 48520) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:49.651240 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48524) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:49.666396 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-27aa1a39-32e9-49e4-b135-c433b58fd757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.668560 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8d4326bf-a601-4b32-816a-1498856ff03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.775390 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-27aa1a39-32e9-49e4-b135-c433b58fd757 admin admin] Publish callbacks [] for security_group (db0bc375-1c8a-45b8-ae71-569ea8ce7a6c), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.781346 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-27aa1a39-32e9-49e4-b135-c433b58fd757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (db0bc375-1c8a-45b8-ae71-569ea8ce7a6c), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.811214 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d81dd-f4f4-4a7b-8780-ade78d98e048 req-3601ea55-0a8a-48ce-8651-050e3e8d77f4 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:49.812805 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-396d81dd-f4f4-4a7b-8780-ade78d98e048 req-3601ea55-0a8a-48ce-8651-050e3e8d77f4 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0880270 May 11 07:39:49.817687 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa1a39-32e9-49e4-b135-c433b58fd757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0bc375-1c8a-45b8-ae71-569ea8ce7a6c,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:49.836346 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-27aa1a39-32e9-49e4-b135-c433b58fd757 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea6bfc9a600641d394f56f0046b61d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837320 May 11 07:39:49.838877 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48534) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:49.895872 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-467102e3-ca34-432f-b7da-66557b0c4e7e admin admin] Publish callbacks [] for security_group (db0bc375-1c8a-45b8-ae71-569ea8ce7a6c), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.902306 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8d4326bf-a601-4b32-816a-1498856ff03d admin admin] Publish callbacks [] for security_group (35d037cd-1555-40d0-b9ef-a865000a7891), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.908109 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-396d81dd-f4f4-4a7b-8780-ade78d98e048 req-a3e2b612-0f41-44d7-a661-992bcc580614 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851333 May 11 07:39:49.910005 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8d4326bf-a601-4b32-816a-1498856ff03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (35d037cd-1555-40d0-b9ef-a865000a7891), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.935580 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-467102e3-ca34-432f-b7da-66557b0c4e7e admin admin] Publish callbacks [] for security_group (db0bc375-1c8a-45b8-ae71-569ea8ce7a6c), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:49.964740 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-8d4326bf-a601-4b32-816a-1498856ff03d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b16e397503e4dc7a5798ad53be185dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151290 May 11 07:39:49.966242 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4326bf-a601-4b32-816a-1498856ff03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d037cd-1555-40d0-b9ef-a865000a7891,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:49.971161 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48538) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:50.035763 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9895-9b5a-4778-8283-9b64ffed598b admin admin] Publish callbacks [] for security_group (35d037cd-1555-40d0-b9ef-a865000a7891), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.070720 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a758b-2a1e-412d-9efd-f72d17d84c5a req-e7ac5bec-b8c9-4d87-8b64-2316e78bf7bf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:50.072290 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a87a758b-2a1e-412d-9efd-f72d17d84c5a req-e7ac5bec-b8c9-4d87-8b64-2316e78bf7bf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0752971 May 11 07:39:50.087790 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-467102e3-ca34-432f-b7da-66557b0c4e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (db0bc375-1c8a-45b8-ae71-569ea8ce7a6c), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.091568 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-467102e3-ca34-432f-b7da-66557b0c4e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.092933 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-467102e3-ca34-432f-b7da-66557b0c4e7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db0bc375-1c8a-45b8-ae71-569ea8ce7a6c HTTP/1.1" status: 204 len: 168 time: 0.2522128 May 11 07:39:50.107991 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9895-9b5a-4778-8283-9b64ffed598b admin admin] Publish callbacks [] for security_group (35d037cd-1555-40d0-b9ef-a865000a7891), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.119661 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467102e3-ca34-432f-b7da-66557b0c4e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0bc375-1c8a-45b8-ae71-569ea8ce7a6c,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:50.187393 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9895-9b5a-4778-8283-9b64ffed598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (35d037cd-1555-40d0-b9ef-a865000a7891), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.192021 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9d2f9895-9b5a-4778-8283-9b64ffed598b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.192380 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-9d2f9895-9b5a-4778-8283-9b64ffed598b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35d037cd-1555-40d0-b9ef-a865000a7891 HTTP/1.1" status: 204 len: 168 time: 0.2192538 May 11 07:39:50.202078 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f9895-9b5a-4778-8283-9b64ffed598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d037cd-1555-40d0-b9ef-a865000a7891,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:50.250159 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a87a758b-2a1e-412d-9efd-f72d17d84c5a req-5ea9c27d-917a-426a-a94f-aded8d56539f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720166 May 11 07:39:50.267860 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d967d7-36b9-4f2e-a045-41bd689dc28b req-dbcc0da1-5a41-48b0-b9ee-31b0f7db147d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:50.269890 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-41d967d7-36b9-4f2e-a045-41bd689dc28b req-dbcc0da1-5a41-48b0-b9ee-31b0f7db147d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.1034296 May 11 07:39:50.324021 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-41d967d7-36b9-4f2e-a045-41bd689dc28b req-ebc42b22-4463-4afa-b4ab-0401460dffc6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476382 May 11 07:39:50.644041 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 48568) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:50.657601 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-10ef76b3-ab7d-4ad9-9b4e-f78016aa9724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.743685 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-10ef76b3-ab7d-4ad9-9b4e-f78016aa9724 admin admin] Publish callbacks [] for security_group (cc15bece-d5a2-4d01-8427-ba99259d5d11), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.748737 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-10ef76b3-ab7d-4ad9-9b4e-f78016aa9724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (cc15bece-d5a2-4d01-8427-ba99259d5d11), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.800145 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-10ef76b3-ab7d-4ad9-9b4e-f78016aa9724 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fe6a8d71be24cc8beb2627699351ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548922 May 11 07:39:50.801371 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef76b3-ab7d-4ad9-9b4e-f78016aa9724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc15bece-d5a2-4d01-8427-ba99259d5d11,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:50.802915 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48574) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:50.866104 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b3982f23-4d71-483a-9958-f50585aa18ca admin admin] Publish callbacks [] for security_group (cc15bece-d5a2-4d01-8427-ba99259d5d11), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.890449 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b3982f23-4d71-483a-9958-f50585aa18ca admin admin] Publish callbacks [] for security_group (cc15bece-d5a2-4d01-8427-ba99259d5d11), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.947352 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b3982f23-4d71-483a-9958-f50585aa18ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (cc15bece-d5a2-4d01-8427-ba99259d5d11), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.951003 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b3982f23-4d71-483a-9958-f50585aa18ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:50.952898 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b3982f23-4d71-483a-9958-f50585aa18ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc15bece-d5a2-4d01-8427-ba99259d5d11 HTTP/1.1" status: 204 len: 168 time: 0.1488154 May 11 07:39:50.961973 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3982f23-4d71-483a-9958-f50585aa18ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc15bece-d5a2-4d01-8427-ba99259d5d11,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:39:51.486774 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27162922-3c3e-4974-a946-6cf355a2ae2b req-ee65e88e-fd13-4288-8a65-9eb711f86244 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:51.488570 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-27162922-3c3e-4974-a946-6cf355a2ae2b req-ee65e88e-fd13-4288-8a65-9eb711f86244 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0555427 May 11 07:39:51.540245 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-27162922-3c3e-4974-a946-6cf355a2ae2b req-8ffa9c79-0770-41f9-813e-38e150c723d1 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448828 May 11 07:39:51.667780 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cc940-a49c-4e9a-b0bd-32674d4c2b30 req-b7760463-349e-4413-9aae-69c39895cf9c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:51.669224 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1a8cc940-a49c-4e9a-b0bd-32674d4c2b30 req-b7760463-349e-4413-9aae-69c39895cf9c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0608258 May 11 07:39:51.683408 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 48628) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:39:51.688450 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-1f66b784-ad42-4d37-afa7-a2bf3907f403 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'floatingip': {'port_id': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:39:51.781095 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1f66b784-ad42-4d37-afa7-a2bf3907f403 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (117dc6e8-8dbe-4f4e-96bd-99574ab496b3), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:51.990025 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d66a3-d4be-4f8a-9f34-dc23d8ea8993 req-d7e58129-ff5b-4ffb-b7f2-14a4d93a3482 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:51.992155 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-563d66a3-d4be-4f8a-9f34-dc23d8ea8993 req-d7e58129-ff5b-4ffb-b7f2-14a4d93a3482 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0640142 May 11 07:39:52.057990 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-563d66a3-d4be-4f8a-9f34-dc23d8ea8993 req-16e5020a-bee4-44db-bd05-5daa860f4a6a tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534945 May 11 07:39:52.717486 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1f66b784-ad42-4d37-afa7-a2bf3907f403 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:52.721146 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1f66b784-ad42-4d37-afa7-a2bf3907f403 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (117dc6e8-8dbe-4f4e-96bd-99574ab496b3), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:52.822387 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [None req-1f66b784-ad42-4d37-afa7-a2bf3907f403 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Floating IP 117dc6e8-8dbe-4f4e-96bd-99574ab496b3 associated. External IP: 172.27.2.100, port: 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada. May 11 07:39:53.030787 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f66b784-ad42-4d37-afa7-a2bf3907f403 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:39:53.139256 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f66b784-ad42-4d37-afa7-a2bf3907f403 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:39:53.143648 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1f66b784-ad42-4d37-afa7-a2bf3907f403 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:53.153800 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] Sync routers for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:39:53.166015 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:39:53.167275 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:39:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:53.173646 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-1f66b784-ad42-4d37-afa7-a2bf3907f403 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "PUT /v2.0/floatingips/117dc6e8-8dbe-4f4e-96bd-99574ab496b3 HTTP/1.1" status: 200 len: 991 time: 1.4885762 May 11 07:39:53.174302 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'tag': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:39:53.176764 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a06e21e-bef4-4a55-9f89-05633c132767" -d '{"events": [{"name": "network-changed", "server_uuid": "9e62bda3-ed20-4c7e-a3c8-aa90f6f79937", "tag": "95cc9cfe-62b1-4c76-8e8f-f82e3b55dada"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:39:53.187108 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6952b-9312-4f95-a2a1-0ecb0db5dc3d req-1c2febac-265e-42f0-ad33-8116874c2451 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:53.188605 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0cc6952b-9312-4f95-a2a1-0ecb0db5dc3d req-1c2febac-265e-42f0-ad33-8116874c2451 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0567975 May 11 07:39:53.213494 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fae5fe4-06d8-4ae0-9976-f6e1c3000114 x-openstack-request-id: req-9fae5fe4-06d8-4ae0-9976-f6e1c3000114 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:39:53.213903 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e62bda3-ed20-4c7e-a3c8-aa90f6f79937", "tag": "95cc9cfe-62b1-4c76-8e8f-f82e3b55dada", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:39:53.214161 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fae5fe4-06d8-4ae0-9976-f6e1c3000114 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:39:53.214591 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fae5fe4-06d8-4ae0-9976-f6e1c3000114'] response: {'name': 'network-changed', 'server_uuid': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'tag': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada', 'status': 'completed', 'code': 200} May 11 07:39:53.237934 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0cc6952b-9312-4f95-a2a1-0ecb0db5dc3d req-d2ef171e-f31e-403b-ab72-aea6fd92ca1c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 May 11 07:39:53.278162 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:39:53.489786 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '117dc6e8-8dbe-4f4e-96bd-99574ab496b3', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'port_id': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'mac_address': 'fa:16:3e:d0:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:39:30Z', 'updated_at': '2022-05-11T07:39:52Z', 'revision_number': 1, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:53.515524 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] Checking router: 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:39:53.523489 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:39:53.524067 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:39:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:53.628458 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:39:53.832790 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '117dc6e8-8dbe-4f4e-96bd-99574ab496b3', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'port_id': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'mac_address': 'fa:16:3e:d0:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:39:30Z', 'updated_at': '2022-05-11T07:39:52Z', 'revision_number': 1, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:39:53.857714 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ce02b-730b-447e-b883-be2a6d695e04 None None] The sync data for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi is: [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '117dc6e8-8dbe-4f4e-96bd-99574ab496b3', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'port_id': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'mac_address': 'fa:16:3e:d0:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:39:30Z', 'updated_at': '2022-05-11T07:39:52Z', 'revision_number': 1, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:39:53.911676 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:39:54.047612 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57732c6d-a017-4083-a1b2-f44223a08543 None None] New status for floating IP 117dc6e8-8dbe-4f4e-96bd-99574ab496b3: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:39:54.392626 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-845a9955-7a22-45a0-a380-210bc353c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:54.394174 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-845a9955-7a22-45a0-a380-210bc353c63f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 1129 time: 0.0707905 May 11 07:39:54.400561 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f614c9-5c43-4f23-b14e-99dc6cd717cc req-4066599f-b2a2-41d7-af45-c98775f0e8a0 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:54.402033 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00f614c9-5c43-4f23-b14e-99dc6cd717cc req-4066599f-b2a2-41d7-af45-c98775f0e8a0 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0908842 May 11 07:39:54.406508 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-a0b0361f-9213-4258-9255-abf3461332d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:54.408159 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-a0b0361f-9213-4258-9255-abf3461332d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9750cb9309234cb1b63343050ba700f9&device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 1129 time: 0.0417318 May 11 07:39:54.510888 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00f614c9-5c43-4f23-b14e-99dc6cd717cc req-a75e14e3-ffe8-4482-b5b4-698dcf0050fa tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989087 May 11 07:39:54.531569 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-8843a186-26f1-40f7-8ffe-b21a8d662a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:54.533050 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-8843a186-26f1-40f7-8ffe-b21a8d662a78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.1294801 May 11 07:39:54.540137 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-9b314046-b66b-4cfa-b9d3-9456d3f0deda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:54.541729 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-9b314046-b66b-4cfa-b9d3-9456d3f0deda service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 200 len: 911 time: 0.1272969 May 11 07:39:54.582737 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-dcf5f82a-70d7-48e3-b00e-bfc17afce608 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be1479b9-6c95-4550-bed0-2553312bf4f3 HTTP/1.1" status: 200 len: 217 time: 0.0427315 May 11 07:39:54.643447 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-53475d52-d7a4-47a5-8cfd-36ef332a8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:54.644945 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-53475d52-d7a4-47a5-8cfd-36ef332a8b9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0535018 May 11 07:39:54.652606 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-3f54b963-e93d-4ed3-96db-f500c065c97f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada HTTP/1.1" status: 200 len: 1001 time: 0.1032851 May 11 07:39:54.696331 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-354f894a-7a22-4466-aa19-6a945381808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:54.697967 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-354f894a-7a22-4466-aa19-6a945381808e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446832 May 11 07:39:54.716578 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-ec964ad4-5ca2-4722-8701-2cd061f5be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:54.718088 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-ec964ad4-5ca2-4722-8701-2cd061f5be0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e194c29f-39e9-4107-9cf2-3153c052edce HTTP/1.1" status: 200 len: 849 time: 0.0500834 May 11 07:39:54.776798 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-5618d480-461d-47fa-bca4-175357dd25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:54.778409 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-5618d480-461d-47fa-bca4-175357dd25e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442655 May 11 07:39:54.807997 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-96d18a2e-ce35-49e4-a00c-40fff5ffbcf9 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033127 May 11 07:39:54.889565 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-e942234c-06db-4c25-ae88-a818ca7cfd8a service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034989 May 11 07:39:54.920314 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8191e0a7-2b5e-4b25-ad18-699669edca3a req-036bf0cb-5023-4035-a0f7-f03937f9ea27 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059296 May 11 07:39:55.004805 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0a06e21e-bef4-4a55-9f89-05633c132767 req-135c61e8-92f7-47f0-8d12-0534d4882eea service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077943 May 11 07:39:55.430637 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:55.638974 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de91c1c-a138-4c3c-87ea-8b1af3a5e88b req-a763f913-aba7-4e7b-b91d-f2d897a0bb5e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:55.640577 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4de91c1c-a138-4c3c-87ea-8b1af3a5e88b req-a763f913-aba7-4e7b-b91d-f2d897a0bb5e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0574439 May 11 07:39:55.690775 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4de91c1c-a138-4c3c-87ea-8b1af3a5e88b req-6fe595fa-58c5-4299-a359-4b50ab5817ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444179 May 11 07:39:56.804197 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f456-6777-45cd-be7b-b30611114ba0 req-7d16ad9b-1aa2-421d-9c94-d53741c64be4 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:56.805666 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78d3f456-6777-45cd-be7b-b30611114ba0 req-7d16ad9b-1aa2-421d-9c94-d53741c64be4 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0453496 May 11 07:39:56.851224 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78d3f456-6777-45cd-be7b-b30611114ba0 req-efac5772-7731-4fdd-a86f-4fe7ec5bf56e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 May 11 07:39:57.968084 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603285f-d39c-49e0-90ff-938ce84c5746 req-3c7f2e84-a8b4-441a-bcc8-4e251b5a3eec tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:57.969621 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8603285f-d39c-49e0-90ff-938ce84c5746 req-3c7f2e84-a8b4-441a-bcc8-4e251b5a3eec tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0517213 May 11 07:39:58.016037 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8603285f-d39c-49e0-90ff-938ce84c5746 req-68960d69-42f8-4daa-8fd8-1b0d86b4e237 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 May 11 07:39:58.295911 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-e6c05806-abce-460a-aafb-987e676a4642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:39:59.126838 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4c30c-4927-4f8d-a450-338c2a030eaa req-4a0adbab-b94c-4fe9-b242-af3c8f35a731 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:39:59.128573 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-79f4c30c-4927-4f8d-a450-338c2a030eaa req-4a0adbab-b94c-4fe9-b242-af3c8f35a731 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0447330 May 11 07:39:59.173949 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-79f4c30c-4927-4f8d-a450-338c2a030eaa req-37202c68-f141-4087-8b0b-6bd5af06fd1a tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 May 11 07:40:00.285157 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c686a3-fb51-4f16-9436-f1c23660cf81 req-0770ce7d-5126-45b6-b0f0-58b239600fc3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:00.286661 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e2c686a3-fb51-4f16-9436-f1c23660cf81 req-0770ce7d-5126-45b6-b0f0-58b239600fc3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0463262 May 11 07:40:00.335338 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e2c686a3-fb51-4f16-9436-f1c23660cf81 req-9eb227c3-5945-4793-8304-2460174c8c41 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432246 May 11 07:40:00.664449 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-48ab0721-52f1-4256-bc12-ac0de34319db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:01.446847 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416df6-998f-4c94-b28c-bc277b537002 req-c8a6a64c-a055-4716-b1ef-a20f8093e4bd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:01.448280 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-36416df6-998f-4c94-b28c-bc277b537002 req-c8a6a64c-a055-4716-b1ef-a20f8093e4bd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0454879 May 11 07:40:01.493938 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-36416df6-998f-4c94-b28c-bc277b537002 req-ac264326-ce2e-443e-9590-ff480b00d879 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 May 11 07:40:01.633054 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:02.603989 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dbc34-c981-4aa7-b83b-799737f8daa7 req-56b3cad2-bfca-41aa-ab7a-5d60bdeef9bf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:02.606069 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-614dbc34-c981-4aa7-b83b-799737f8daa7 req-56b3cad2-bfca-41aa-ab7a-5d60bdeef9bf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0468142 May 11 07:40:02.650621 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-614dbc34-c981-4aa7-b83b-799737f8daa7 req-06496b8a-25ab-4f7a-85d2-d913a0efb23c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 May 11 07:40:03.196153 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:03.764387 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc9b08-28f3-4738-95d3-4cc0e1e512c5 req-ff15d1c1-ec3c-4ddc-bb74-75c4d7ae7c4a tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:03.765762 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8dfc9b08-28f3-4738-95d3-4cc0e1e512c5 req-ff15d1c1-ec3c-4ddc-bb74-75c4d7ae7c4a tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0487306 May 11 07:40:03.810520 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8dfc9b08-28f3-4738-95d3-4cc0e1e512c5 req-f284c655-b9d3-4c18-9b3d-5940e441b572 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392733 May 11 07:40:04.694525 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:04.918298 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105bdb2-9a26-4a65-b282-4eb351345d21 req-befdc0cb-ded6-4648-80e5-3e05ee1b6f93 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:04.919744 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0105bdb2-9a26-4a65-b282-4eb351345d21 req-befdc0cb-ded6-4648-80e5-3e05ee1b6f93 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0454030 May 11 07:40:04.966376 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0105bdb2-9a26-4a65-b282-4eb351345d21 req-b3f53b4f-2698-4f6c-8142-6f2913834994 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 May 11 07:40:06.078815 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d35663-eff7-4922-9976-517d8ea04d3c req-43e34d37-7f82-45b3-a14d-9a3427dd346c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:06.080249 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d4d35663-eff7-4922-9976-517d8ea04d3c req-43e34d37-7f82-45b3-a14d-9a3427dd346c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0480020 May 11 07:40:06.126239 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d4d35663-eff7-4922-9976-517d8ea04d3c req-3b775e02-2b5b-42fe-8385-550114b40cf3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 May 11 07:40:07.238972 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a261c4-9114-4c41-84b9-59d8a8dee16f req-40f91a5f-edc0-4e7e-80cb-fb4f7bda2d1d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:07.240431 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00a261c4-9114-4c41-84b9-59d8a8dee16f req-40f91a5f-edc0-4e7e-80cb-fb4f7bda2d1d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0454743 May 11 07:40:07.285667 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00a261c4-9114-4c41-84b9-59d8a8dee16f req-4d5550de-7806-434d-8684-9711d58ae6f0 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397015 May 11 07:40:08.394766 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced77a7-97be-4d56-8492-7bc2360a3e91 req-86b61aaa-45b5-474d-a06c-8eec0540bbce tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:08.396204 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9ced77a7-97be-4d56-8492-7bc2360a3e91 req-86b61aaa-45b5-474d-a06c-8eec0540bbce tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0451183 May 11 07:40:08.444280 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9ced77a7-97be-4d56-8492-7bc2360a3e91 req-eb7f6c19-5c40-499c-9962-e82662013e8e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 May 11 07:40:09.554181 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5cc0e-92a1-44e5-bc09-55a53d15ec90 req-df52de79-e968-4f54-9973-d80ae8ca5ba1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:09.555638 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-05f5cc0e-92a1-44e5-bc09-55a53d15ec90 req-df52de79-e968-4f54-9973-d80ae8ca5ba1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0458114 May 11 07:40:09.602350 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-05f5cc0e-92a1-44e5-bc09-55a53d15ec90 req-d1ab3a3d-b689-46d2-be29-74f0a3883bbb tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 May 11 07:40:10.741409 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69afa3e-51e6-4759-b659-a26b9777e97b req-e7840af0-2da8-44e8-9e8c-e981fc1752b5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:10.746039 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b69afa3e-51e6-4759-b659-a26b9777e97b req-e7840af0-2da8-44e8-9e8c-e981fc1752b5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0552976 May 11 07:40:10.815171 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b69afa3e-51e6-4759-b659-a26b9777e97b req-057e4dfe-b79f-43e9-b0ff-feaf3e704c52 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486090 May 11 07:40:11.928077 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad68c0-65d6-4bec-9a0a-1c1786d1cc83 req-5e3469bd-ac30-4797-80be-9590136f777b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:11.929660 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c3ad68c0-65d6-4bec-9a0a-1c1786d1cc83 req-5e3469bd-ac30-4797-80be-9590136f777b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0581033 May 11 07:40:11.985930 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c3ad68c0-65d6-4bec-9a0a-1c1786d1cc83 req-c26e756a-6110-4285-b14d-75a89a9c524b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492377 May 11 07:40:13.101085 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec9c0-7e9e-43d4-948c-8905783bb3df req-c8c59b95-3f39-446b-a4f9-b9c7ca2c7802 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:13.102559 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c34ec9c0-7e9e-43d4-948c-8905783bb3df req-c8c59b95-3f39-446b-a4f9-b9c7ca2c7802 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0465899 May 11 07:40:13.149269 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c34ec9c0-7e9e-43d4-948c-8905783bb3df req-f5d723db-3013-47fb-bb58-754994888024 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409226 May 11 07:40:13.565835 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49078) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:13.643542 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49084) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:13.670919 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49088) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:13.677835 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3cb831f1-84e8-47e8-8320-1af9b6fa1d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.715290 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-cf354210-20a0-45fe-b315-b2abf86f7d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.729333 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-03a838bd-83c2-421c-873b-ce936a14db8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.806223 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-03a838bd-83c2-421c-873b-ce936a14db8d admin admin] Publish callbacks [] for security_group (800a8c7a-9594-48c1-963f-4e10e59aba4f), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.807627 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3cb831f1-84e8-47e8-8320-1af9b6fa1d67 admin admin] Publish callbacks [] for security_group (a4a5b2ba-d4ad-44d5-b707-6ccb8f4c568e), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.810750 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-03a838bd-83c2-421c-873b-ce936a14db8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (800a8c7a-9594-48c1-963f-4e10e59aba4f), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.818337 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3cb831f1-84e8-47e8-8320-1af9b6fa1d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (a4a5b2ba-d4ad-44d5-b707-6ccb8f4c568e), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.851405 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-03a838bd-83c2-421c-873b-ce936a14db8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a820f412a2924c43831407fffcd86d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794238 May 11 07:40:13.852500 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a838bd-83c2-421c-873b-ce936a14db8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800a8c7a-9594-48c1-963f-4e10e59aba4f,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:13.853840 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-cf354210-20a0-45fe-b315-b2abf86f7d6f admin admin] Publish callbacks [] for security_group (6950773f-4a09-47fa-bd50-b88177a4e465), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.857518 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49094) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:13.865762 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-cf354210-20a0-45fe-b315-b2abf86f7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (6950773f-4a09-47fa-bd50-b88177a4e465), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.870167 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb831f1-84e8-47e8-8320-1af9b6fa1d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a5b2ba-d4ad-44d5-b707-6ccb8f4c568e,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:13.881621 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-3cb831f1-84e8-47e8-8320-1af9b6fa1d67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74239c7bf10042db8dfd06985396562c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143539 May 11 07:40:13.881984 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49096) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:13.906712 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-cf354210-20a0-45fe-b315-b2abf86f7d6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74ee77bf795c49f3ba59fe139702c9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620494 May 11 07:40:13.911162 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49098) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:13.931515 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf354210-20a0-45fe-b315-b2abf86f7d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6950773f-4a09-47fa-bd50-b88177a4e465,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:13.949022 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-032b4f6e-5dbd-430b-8808-709cf4f6e20c admin admin] Publish callbacks [] for security_group (800a8c7a-9594-48c1-963f-4e10e59aba4f), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.954684 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c25a148e-f604-4db0-b32a-23780f1b8837 admin admin] Publish callbacks [] for security_group (a4a5b2ba-d4ad-44d5-b707-6ccb8f4c568e), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.967641 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-44771ee4-9803-436e-b90c-3e1b9d39bd43 admin admin] Publish callbacks [] for security_group (6950773f-4a09-47fa-bd50-b88177a4e465), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.982501 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-032b4f6e-5dbd-430b-8808-709cf4f6e20c admin admin] Publish callbacks [] for security_group (800a8c7a-9594-48c1-963f-4e10e59aba4f), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.989134 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-44771ee4-9803-436e-b90c-3e1b9d39bd43 admin admin] Publish callbacks [] for security_group (6950773f-4a09-47fa-bd50-b88177a4e465), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:13.996799 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c25a148e-f604-4db0-b32a-23780f1b8837 admin admin] Publish callbacks [] for security_group (a4a5b2ba-d4ad-44d5-b707-6ccb8f4c568e), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.037848 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-44771ee4-9803-436e-b90c-3e1b9d39bd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (6950773f-4a09-47fa-bd50-b88177a4e465), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.040472 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-44771ee4-9803-436e-b90c-3e1b9d39bd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.041659 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-44771ee4-9803-436e-b90c-3e1b9d39bd43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6950773f-4a09-47fa-bd50-b88177a4e465 HTTP/1.1" status: 204 len: 168 time: 0.1296947 May 11 07:40:14.052262 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44771ee4-9803-436e-b90c-3e1b9d39bd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6950773f-4a09-47fa-bd50-b88177a4e465,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:14.080607 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-032b4f6e-5dbd-430b-8808-709cf4f6e20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (800a8c7a-9594-48c1-963f-4e10e59aba4f), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.083633 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-032b4f6e-5dbd-430b-8808-709cf4f6e20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.084846 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-032b4f6e-5dbd-430b-8808-709cf4f6e20c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/800a8c7a-9594-48c1-963f-4e10e59aba4f HTTP/1.1" status: 204 len: 168 time: 0.2263551 May 11 07:40:14.093283 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c25a148e-f604-4db0-b32a-23780f1b8837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (a4a5b2ba-d4ad-44d5-b707-6ccb8f4c568e), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.095957 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c25a148e-f604-4db0-b32a-23780f1b8837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.099351 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-c25a148e-f604-4db0-b32a-23780f1b8837 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4a5b2ba-d4ad-44d5-b707-6ccb8f4c568e HTTP/1.1" status: 204 len: 168 time: 0.2141585 May 11 07:40:14.099351 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b4f6e-5dbd-430b-8808-709cf4f6e20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a8c7a-9594-48c1-963f-4e10e59aba4f,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:14.108157 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a148e-f604-4db0-b32a-23780f1b8837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a5b2ba-d4ad-44d5-b707-6ccb8f4c568e,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:14.265561 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ad794-dbb5-4534-9166-217a8b6ef831 req-e36616bc-2001-416f-9f2a-6ac893a5a7c8 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:14.267037 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a90ad794-dbb5-4534-9166-217a8b6ef831 req-e36616bc-2001-416f-9f2a-6ac893a5a7c8 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0478935 May 11 07:40:14.317950 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a90ad794-dbb5-4534-9166-217a8b6ef831 req-1e7b0fe5-b8c6-4526-9428-8a56a06983c5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 May 11 07:40:14.410651 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49120) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:14.424805 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2bcb319e-36f0-44d3-805c-364282177978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.518772 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2bcb319e-36f0-44d3-805c-364282177978 admin admin] Publish callbacks [] for security_group (d238648a-a86d-4c58-a964-c9566362d189), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.523325 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2bcb319e-36f0-44d3-805c-364282177978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (d238648a-a86d-4c58-a964-c9566362d189), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.564281 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-2bcb319e-36f0-44d3-805c-364282177978 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca95ca96fa8c46c5860bc1b3a9e57c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502221 May 11 07:40:14.564583 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49128) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:14.570584 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb319e-36f0-44d3-805c-364282177978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d238648a-a86d-4c58-a964-c9566362d189,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:14.619760 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-40ada8a3-05d0-4cc0-a4dd-11f93bc568ae admin admin] Publish callbacks [] for security_group (d238648a-a86d-4c58-a964-c9566362d189), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.645019 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-40ada8a3-05d0-4cc0-a4dd-11f93bc568ae admin admin] Publish callbacks [] for security_group (d238648a-a86d-4c58-a964-c9566362d189), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.708351 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-40ada8a3-05d0-4cc0-a4dd-11f93bc568ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (d238648a-a86d-4c58-a964-c9566362d189), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.711108 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-40ada8a3-05d0-4cc0-a4dd-11f93bc568ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:14.715783 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-40ada8a3-05d0-4cc0-a4dd-11f93bc568ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d238648a-a86d-4c58-a964-c9566362d189 HTTP/1.1" status: 204 len: 168 time: 0.1503448 May 11 07:40:14.724926 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ada8a3-05d0-4cc0-a4dd-11f93bc568ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d238648a-a86d-4c58-a964-c9566362d189,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:15.264855 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49172) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:15.373453 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-424820742-network', 'tenant_id': '70e0fc25f309475d83688bab2b138157'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:15.434998 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Made reservation on behalf of 70e0fc25f309475d83688bab2b138157 for: {'network': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:15.442857 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:15.481131 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:15.518910 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31654de1-145a-4674-b457-53367f4375e2 req-f13b42b2-35c6-4757-a22a-db58fe66bb8d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:15.528278 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-31654de1-145a-4674-b457-53367f4375e2 req-f13b42b2-35c6-4757-a22a-db58fe66bb8d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.1226962 May 11 07:40:15.606443 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-31654de1-145a-4674-b457-53367f4375e2 req-493429d4-0555-4187-b644-8929d7d7e745 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769753 May 11 07:40:15.652972 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Publish callbacks [] for security_group (f5568bc1-7cd6-416c-bdee-b178ac4ed59f), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:15.658291 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f5568bc1-7cd6-416c-bdee-b178ac4ed59f), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:15.691656 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5568bc1-7cd6-416c-bdee-b178ac4ed59f,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:15.703389 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:40:15.716872 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (120f8e72-d940-4fef-ba2c-cef492fec0dd), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:15.717763 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.segments_db [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Added segment 120f8e72-d940-4fef-ba2c-cef492fec0dd of type vlan for network dfa4b454-8bbb-460d-a846-a88ee9e3b47d May 11 07:40:15.766422 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (dfa4b454-8bbb-460d-a846-a88ee9e3b47d), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:15.785689 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49200) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:15.803049 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (dfa4b454-8bbb-460d-a846-a88ee9e3b47d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:15.804350 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:15.805012 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:15.843378 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49206) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:15.843908 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5772009 May 11 07:40:15.849789 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Request body: {'subnet': {'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-424820742-subnet', 'tenant_id': '70e0fc25f309475d83688bab2b138157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:15.873469 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c189f77-03ef-42fc-89bd-d24ed87211ae admin admin] Pushing event updated for resources: {'Network': ['ID=dfa4b454-8bbb-460d-a846-a88ee9e3b47d,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:15.882739 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Made reservation on behalf of 70e0fc25f309475d83688bab2b138157 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:15.884903 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network dfa4b454-8bbb-460d-a846-a88ee9e3b47d details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:40:15.885401 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4151032'] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.029075 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49214) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:16.031680 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-13d25ccf-97fe-4ece-8f24-02b95c263e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.086624 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3988857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4151022'] for subnet (fd2fa7d7-ebc0-47e7-9df9-2894f7056859), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.126400 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-13d25ccf-97fe-4ece-8f24-02b95c263e01 admin admin] Publish callbacks [] for security_group (1363f86d-da4c-43f4-84b9-baf9159c1b05), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.131475 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-13d25ccf-97fe-4ece-8f24-02b95c263e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1363f86d-da4c-43f4-84b9-baf9159c1b05), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.157040 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8fd61bd0-a6c0-4543-beda-a1196a9cc7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.166487 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2fa7d7-ebc0-47e7-9df9-2894f7056859,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:16.172072 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-13d25ccf-97fe-4ece-8f24-02b95c263e01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52d2912ac6b246969f6f8876640df799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853605 May 11 07:40:16.174736 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d25ccf-97fe-4ece-8f24-02b95c263e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1363f86d-da4c-43f4-84b9-baf9159c1b05,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:16.177051 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49224) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:16.203392 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Checking segment: {'id': '120f8e72-d940-4fef-ba2c-cef492fec0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:16.203984 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Network hostable DHCP agents. Network: dfa4b454-8bbb-460d-a846-a88ee9e3b47d, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:40:16.228419 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-075a5f4f-d083-4249-84f1-dae6ef47a2f2 admin admin] Publish callbacks [] for security_group (1363f86d-da4c-43f4-84b9-baf9159c1b05), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.241107 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Network dfa4b454-8bbb-460d-a846-a88ee9e3b47d is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:40:16.252654 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-075a5f4f-d083-4249-84f1-dae6ef47a2f2 admin admin] Publish callbacks [] for security_group (1363f86d-da4c-43f4-84b9-baf9159c1b05), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.258796 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, dfa4b454-8bbb-460d-a846-a88ee9e3b47d) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:16.267229 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:16.268034 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.269815 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9700d62-a17c-4993-8043-5a2953b6e795 None None] Network dfa4b454-8bbb-460d-a846-a88ee9e3b47d requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:40:16.299744 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f976b7c7-20ca-470f-87b0-523e8b6a8548 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4546456 May 11 07:40:16.325430 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8fd61bd0-a6c0-4543-beda-a1196a9cc7d0 admin admin] Publish callbacks [] for security_group (397a13c8-03d4-4317-adaa-23afdfc73c38), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.334694 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-075a5f4f-d083-4249-84f1-dae6ef47a2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1363f86d-da4c-43f4-84b9-baf9159c1b05), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.337480 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8fd61bd0-a6c0-4543-beda-a1196a9cc7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (397a13c8-03d4-4317-adaa-23afdfc73c38), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.337659 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-075a5f4f-d083-4249-84f1-dae6ef47a2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.338879 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-075a5f4f-d083-4249-84f1-dae6ef47a2f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1363f86d-da4c-43f4-84b9-baf9159c1b05 HTTP/1.1" status: 204 len: 168 time: 0.1608081 May 11 07:40:16.347414 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a5f4f-d083-4249-84f1-dae6ef47a2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1363f86d-da4c-43f4-84b9-baf9159c1b05,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:16.415651 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-8fd61bd0-a6c0-4543-beda-a1196a9cc7d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=612b57e71e0f48a1a05e157ab84232d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853226 May 11 07:40:16.418777 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd61bd0-a6c0-4543-beda-a1196a9cc7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397a13c8-03d4-4317-adaa-23afdfc73c38,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:16.418907 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49232) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:16.429568 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a70ca91-c317-4d4e-9db2-5162b9806d07 None None] Network dfa4b454-8bbb-460d-a846-a88ee9e3b47d requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:40:16.485027 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382a1a5-48b2-4f76-8e70-c935ec3fba8b req-6b20fdcf-15f4-46ee-a458-7d56d693220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:16.487327 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-3382a1a5-48b2-4f76-8e70-c935ec3fba8b req-6b20fdcf-15f4-46ee-a458-7d56d693220e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 1129 time: 0.0700619 May 11 07:40:16.514634 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-073f9728-9353-4392-a324-69c155f78aba admin admin] Publish callbacks [] for security_group (397a13c8-03d4-4317-adaa-23afdfc73c38), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.540771 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-073f9728-9353-4392-a324-69c155f78aba admin admin] Publish callbacks [] for security_group (397a13c8-03d4-4317-adaa-23afdfc73c38), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.568791 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-3382a1a5-48b2-4f76-8e70-c935ec3fba8b req-296cf8d0-cedd-4788-8a97-0fbdd89c1959 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715969 May 11 07:40:16.593499 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-073f9728-9353-4392-a324-69c155f78aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (397a13c8-03d4-4317-adaa-23afdfc73c38), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.595996 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-073f9728-9353-4392-a324-69c155f78aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:16.599895 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-073f9728-9353-4392-a324-69c155f78aba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/397a13c8-03d4-4317-adaa-23afdfc73c38 HTTP/1.1" status: 204 len: 168 time: 0.1798925 May 11 07:40:16.608618 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f9728-9353-4392-a324-69c155f78aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397a13c8-03d4-4317-adaa-23afdfc73c38,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:16.742296 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996c01f-660a-4816-af84-687a41161ed2 req-909b41e1-0477-4f9a-b7db-3df80b4f8303 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:16.743782 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1996c01f-660a-4816-af84-687a41161ed2 req-909b41e1-0477-4f9a-b7db-3df80b4f8303 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0552628 May 11 07:40:16.795848 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1996c01f-660a-4816-af84-687a41161ed2 req-1f1bc962-dde4-47ba-a749-f00f9ee89911 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 May 11 07:40:17.556146 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49284) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:17.651260 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1479223349-network', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:17.670805 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Made reservation on behalf of d69ae02f1e0146c795d799160ac17d44 for: {'network': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:17.673475 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:17.688702 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:17.765721 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Publish callbacks [] for security_group (a146bc7a-0650-4550-a648-d6e0281bbb8c), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:17.769579 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (a146bc7a-0650-4550-a648-d6e0281bbb8c), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:17.794654 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:40:17.809675 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a146bc7a-0650-4550-a648-d6e0281bbb8c,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:17.812682 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (eccfde8c-a4a3-4fe0-8922-cb225f705a1e), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:17.813087 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.segments_db [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Added segment eccfde8c-a4a3-4fe0-8922-cb225f705a1e of type vlan for network 55b96101-3633-4a8d-a623-73556fb91d7c May 11 07:40:17.861111 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (55b96101-3633-4a8d-a623-73556fb91d7c), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:17.913218 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (55b96101-3633-4a8d-a623-73556fb91d7c), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:17.914250 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:17.914823 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:17.945663 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07879b-ee5e-4ee7-a3e7-0ca317d010cf req-c23b1918-d4a9-41a6-9508-04fd4112edd9 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:17.947251 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0e07879b-ee5e-4ee7-a3e7-0ca317d010cf req-c23b1918-d4a9-41a6-9508-04fd4112edd9 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0740149 May 11 07:40:17.973781 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4139450 May 11 07:40:17.975118 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49294) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:17.983880 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Request body: {'subnet': {'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1479223349-subnet', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:18.015799 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224f448-6254-4a8f-9860-7e5ebedfc35f admin admin] Pushing event updated for resources: {'Network': ['ID=55b96101-3633-4a8d-a623-73556fb91d7c,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:18.028209 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Made reservation on behalf of d69ae02f1e0146c795d799160ac17d44 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:18.030849 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4151032'] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.035597 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network 55b96101-3633-4a8d-a623-73556fb91d7c details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:40:18.044176 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0e07879b-ee5e-4ee7-a3e7-0ca317d010cf req-7d4eedc9-8856-4f6b-93d0-2bdf3e513c25 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889397 May 11 07:40:18.247960 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3988857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4151022'] for subnet (3bc99b8a-1a27-4056-86a3-0a869e5b8609), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.302798 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc99b8a-1a27-4056-86a3-0a869e5b8609,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:18.312036 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Checking segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:18.312395 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Network hostable DHCP agents. Network: 55b96101-3633-4a8d-a623-73556fb91d7c, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:40:18.330262 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Network 55b96101-3633-4a8d-a623-73556fb91d7c is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:40:18.342712 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, 55b96101-3633-4a8d-a623-73556fb91d7c) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:18.346902 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:18.347689 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.356584 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e631f-faee-4511-a814-71d8dd2331eb None None] Network 55b96101-3633-4a8d-a623-73556fb91d7c requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:40:18.372029 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-46c9c0f5-5134-47b1-a298-a2c343e566db admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3926845 May 11 07:40:18.372223 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49306) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:18.376871 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:18.400068 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (8baf1ae9-1dd5-43cd-b3e1-307f56346323), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.401100 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (8baf1ae9-1dd5-43cd-b3e1-307f56346323), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.462369 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks [] for router_controller (8baf1ae9-1dd5-43cd-b3e1-307f56346323), precommit_add_association {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.516013 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-55b96101-3633-4a8d-a623-73556fb91d7c', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:40:18.517051 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.668912 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Allocated IP 172.20.0.2 (55b96101-3633-4a8d-a623-73556fb91d7c/3bc99b8a-1a27-4056-86a3-0a869e5b8609/f1ece16b-0b79-4259-8834-50ca964c3838) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:18.823416 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Publish callbacks [] for port (f1ece16b-0b79-4259-8834-50ca964c3838), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.830613 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.880890 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Network 55b96101-3633-4a8d-a623-73556fb91d7c is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:18.885570 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:18.888718 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:18.890978 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Pushing event updated for resources: {'Port': ['ID=f1ece16b-0b79-4259-8834-50ca964c3838,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:18.903951 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks [] for router_gateway (8baf1ae9-1dd5-43cd-b3e1-307f56346323), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.917038 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-5018b46e-418c-4e51-ac5d-3b278c60e31c tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:18.918554 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-5018b46e-418c-4e51-ac5d-3b278c60e31c tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/networks?id=dfa4b454-8bbb-460d-a846-a88ee9e3b47d HTTP/1.1" status: 200 len: 808 time: 0.4588516 May 11 07:40:18.950547 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Attempting to bind port f1ece16b-0b79-4259-8834-50ca964c3838 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:18.950949 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Attempting to bind port f1ece16b-0b79-4259-8834-50ca964c3838 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:18.951306 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Attempting to bind port f1ece16b-0b79-4259-8834-50ca964c3838 on network 55b96101-3633-4a8d-a623-73556fb91d7c {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:18.952668 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-463fb02f-5b04-48d0-955f-ac5b890c0aa6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/quotas/70e0fc25f309475d83688bab2b138157 HTTP/1.1" status: 200 len: 375 time: 0.0215962 May 11 07:40:18.956818 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:18.957198 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Checking segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:18.957632 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:18.958024 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Bound using segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:18.958491 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Bound port: f1ece16b-0b79-4259-8834-50ca964c3838, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:18.958871 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:19.013942 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-e3adb775-4dad-4fd9-a619-cbf5127c999f tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=70e0fc25f309475d83688bab2b138157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348012 May 11 07:40:19.023858 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] For port f1ece16b-0b79-4259-8834-50ca964c3838, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:19.028481 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] For port f1ece16b-0b79-4259-8834-50ca964c3838, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=f1ece16b-0b79-4259-8834-50ca964c3838,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:19.039329 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:19.138578 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b1092-c06e-47b5-9796-99b39751254d None None] Pushing event updated for resources: {'Port': ['ID=f1ece16b-0b79-4259-8834-50ca964c3838,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:19.242268 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8421e37-a1d4-48dc-a439-5b2dfeffff43 req-e9e5c1b8-ad43-4aa7-8f21-1e65c1adaaaf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:19.243727 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d8421e37-a1d4-48dc-a439-5b2dfeffff43 req-e9e5c1b8-ad43-4aa7-8f21-1e65c1adaaaf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0896208 May 11 07:40:19.265725 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-36ac3157-1b67-4349-a4c2-00d5fe1535dc service neutron] 10.222.0.36 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405109 May 11 07:40:19.265725 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks [] for router_gateway (8baf1ae9-1dd5-43cd-b3e1-307f56346323), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:19.303649 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:19.418135 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d8421e37-a1d4-48dc-a439-5b2dfeffff43 req-10798418-a421-4722-8eba-db7fc3ed6f1e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643121 May 11 07:40:19.503620 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-447c0de7-c5c7-465f-96ac-de72fc6501a3 service neutron] 10.222.0.36 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312293 May 11 07:40:19.538210 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Allocated IP 172.27.2.220 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/a3f473d1-f453-407f-8244-57cb48f30ae5) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:19.702225 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9317d84d-8609-4243-8f50-764d6dd29f31 req-72581255-c3ef-4e77-939a-7572207a10aa tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 210 time: 0.0449617 May 11 07:40:19.705388 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks [] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:19.763946 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:19.784882 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0e358-453d-42e8-b455-c2768c441151 req-8b3daff4-ff82-412c-b1d2-ac283f21e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:19.786498 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b0e358-453d-42e8-b455-c2768c441151 req-8b3daff4-ff82-412c-b1d2-ac283f21e1c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 1129 time: 0.0534875 May 11 07:40:19.831570 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:19.836580 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:19.846255 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:19.859620 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1716d-e757-44ec-aad4-39cc9efe3f35 req-ff9c7f6d-7139-425e-b2ea-38918895d742 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:19.861287 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-29e1716d-e757-44ec-aad4-39cc9efe3f35 req-ff9c7f6d-7139-425e-b2ea-38918895d742 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.1110864 May 11 07:40:19.910420 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Pushing event updated for resources: {'Port': ['ID=a3f473d1-f453-407f-8244-57cb48f30ae5,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:19.912740 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0e358-453d-42e8-b455-c2768c441151 req-f8344c5e-4824-4805-9ec4-601202240ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:19.914437 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b0e358-453d-42e8-b455-c2768c441151 req-f8344c5e-4824-4805-9ec4-601202240ffb service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.1189604 May 11 07:40:19.978982 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b0e358-453d-42e8-b455-c2768c441151 req-c6ea49de-afc3-4d01-abcc-c45e0d9d5e36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be1479b9-6c95-4550-bed0-2553312bf4f3 HTTP/1.1" status: 200 len: 217 time: 0.0548081 May 11 07:40:20.049186 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0e358-453d-42e8-b455-c2768c441151 req-0e6a8ac8-68ed-45ac-8b39-4545403dbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:20.050735 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b0e358-453d-42e8-b455-c2768c441151 req-0e6a8ac8-68ed-45ac-8b39-4545403dbda1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0619533 May 11 07:40:20.052295 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-29e1716d-e757-44ec-aad4-39cc9efe3f35 req-54f2ba13-052d-4fe5-95d9-f1a23516b238 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591749 May 11 07:40:20.118470 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0e358-453d-42e8-b455-c2768c441151 req-fbbd622f-76c0-4ce3-9373-412e803d096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:20.119997 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b0e358-453d-42e8-b455-c2768c441151 req-fbbd622f-76c0-4ce3-9373-412e803d096a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536523 May 11 07:40:20.239650 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks [] for router_gateway (8baf1ae9-1dd5-43cd-b3e1-307f56346323), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:20.239894 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b0e358-453d-42e8-b455-c2768c441151 req-f03e065e-ed56-491c-b403-c24bbcae9463 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108842 May 11 07:40:20.312216 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a3ba7-b2b5-4c1d-859f-0be1eb4613f5 None None] Network 55b96101-3633-4a8d-a623-73556fb91d7c requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:40:20.343832 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b0e358-453d-42e8-b455-c2768c441151 req-969b8ffc-426d-4105-85f4-0ed661d34978 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939445 May 11 07:40:20.388024 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-3173e79a-d435-4bbb-8a7f-b6cdabf3c267 None None] Provisioning complete for port f1ece16b-0b79-4259-8834-50ca964c3838 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:20.388328 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3173e79a-d435-4bbb-8a7f-b6cdabf3c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:20.477320 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (8baf1ae9-1dd5-43cd-b3e1-307f56346323), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:20.498814 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-3173e79a-d435-4bbb-8a7f-b6cdabf3c267 None None] Current status of the port f1ece16b-0b79-4259-8834-50ca964c3838 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:20.499296 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3173e79a-d435-4bbb-8a7f-b6cdabf3c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:20.544255 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-3173e79a-d435-4bbb-8a7f-b6cdabf3c267 None None] For port f1ece16b-0b79-4259-8834-50ca964c3838, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=f1ece16b-0b79-4259-8834-50ca964c3838,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:20.550665 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3173e79a-d435-4bbb-8a7f-b6cdabf3c267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:20.603314 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173e79a-d435-4bbb-8a7f-b6cdabf3c267 None None] Pushing event updated for resources: {'Port': ['ID=f1ece16b-0b79-4259-8834-50ca964c3838,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:20.626297 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:40:20.739083 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:40:20.752183 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c0848-4957-4650-856e-92a286798e24 None None] Sync routers for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:40:20.767097 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c0848-4957-4650-856e-92a286798e24 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:40:20.767724 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-439c0848-4957-4650-856e-92a286798e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:40:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:20.779359 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:20.780221 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-d813013c-04ae-4556-be61-073bd47521ff None None] Provisioning complete for port f1ece16b-0b79-4259-8834-50ca964c3838 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:20.781012 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d813013c-04ae-4556-be61-073bd47521ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:20.782041 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-d010bdac-4c4a-4fc5-a0da-004ae04bf29a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4092898 May 11 07:40:20.785249 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49368) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:20.885347 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f701f4f5-1381-4f6b-aa89-8c1ba4c6c91a req-7855610f-0195-4413-aa84-011d4d4eba06 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 210 time: 0.0868535 May 11 07:40:20.903182 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-439c0848-4957-4650-856e-92a286798e24 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:40:20.923114 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-d813013c-04ae-4556-be61-073bd47521ff None None] Current status of the port f1ece16b-0b79-4259-8834-50ca964c3838 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:20.945397 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49372) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:21.074590 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2c79-ca1b-430f-a160-9ccbcfba6dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.077288 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-439c0848-4957-4650-856e-92a286798e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:20Z', 'revision_number': 3, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:21.117840 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c0848-4957-4650-856e-92a286798e24 None None] Checking router: 8baf1ae9-1dd5-43cd-b3e1-307f56346323 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:40:21.118241 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c0848-4957-4650-856e-92a286798e24 None None] Updating router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 port a3f473d1-f453-407f-8244-57cb48f30ae5 binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:40:21.154293 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-439c0848-4957-4650-856e-92a286798e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.158352 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f1ece16b-0b79-4259-8834-50ca964c3838 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:21.213891 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port f1ece16b-0b79-4259-8834-50ca964c3838 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:21.214869 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.221465 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c352da-3f62-47fa-8903-059bdb61acd4 req-364f9fec-a772-4e85-9f8f-24677c72e718 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:21.223107 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-03c352da-3f62-47fa-8903-059bdb61acd4 req-364f9fec-a772-4e85-9f8f-24677c72e718 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0821128 May 11 07:40:21.297706 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port f1ece16b-0b79-4259-8834-50ca964c3838 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:21.525821 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-439c0848-4957-4650-856e-92a286798e24 None None] Publish callbacks [] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.531909 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-439c0848-4957-4650-856e-92a286798e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.578341 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2c79-ca1b-430f-a160-9ccbcfba6dd3 admin admin] Publish callbacks [] for security_group (dc5baf5f-9aba-44cd-8a17-e15cd4a7ff56), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.583331 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-03c352da-3f62-47fa-8903-059bdb61acd4 req-5ed51202-aff5-42d0-be4e-fd7a7d3e9fc7 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058223 May 11 07:40:21.584875 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Pushing event updated for resources: {'Port': ['ID=a3f473d1-f453-407f-8244-57cb48f30ae5,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:21.585997 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2c79-ca1b-430f-a160-9ccbcfba6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (dc5baf5f-9aba-44cd-8a17-e15cd4a7ff56), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.594743 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.595091 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.595447 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.595806 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.596137 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.596465 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.596791 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.597114 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.597452 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.597807 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.598133 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.598470 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.598798 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.599113 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.599429 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.604384 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-439c0848-4957-4650-856e-92a286798e24 None None] Attempting to bind port a3f473d1-f453-407f-8244-57cb48f30ae5 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:21.605360 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-439c0848-4957-4650-856e-92a286798e24 None None] Attempting to bind port a3f473d1-f453-407f-8244-57cb48f30ae5 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:21.605786 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c0848-4957-4650-856e-92a286798e24 None None] Attempting to bind port a3f473d1-f453-407f-8244-57cb48f30ae5 on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:21.611514 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c0848-4957-4650-856e-92a286798e24 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:21.611888 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c0848-4957-4650-856e-92a286798e24 None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:21.612287 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-439c0848-4957-4650-856e-92a286798e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.612678 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c0848-4957-4650-856e-92a286798e24 None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:21.613139 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-439c0848-4957-4650-856e-92a286798e24 None None] Bound port: a3f473d1-f453-407f-8244-57cb48f30ae5, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:21.613988 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-439c0848-4957-4650-856e-92a286798e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.653815 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a2c79-ca1b-430f-a160-9ccbcfba6dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5baf5f-9aba-44cd-8a17-e15cd4a7ff56,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:21.662499 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-ad9a2c79-ca1b-430f-a160-9ccbcfba6dd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=847706ade66549d1bb773dba85832447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7139337 May 11 07:40:21.663299 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49378) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:21.674982 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-439c0848-4957-4650-856e-92a286798e24 None None] For port a3f473d1-f453-407f-8244-57cb48f30ae5, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:21.678575 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-439c0848-4957-4650-856e-92a286798e24 None None] For port a3f473d1-f453-407f-8244-57cb48f30ae5, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=a3f473d1-f453-407f-8244-57cb48f30ae5,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:21.686428 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-439c0848-4957-4650-856e-92a286798e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.710952 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.717287 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Publish callbacks [] for security_group (dc5baf5f-9aba-44cd-8a17-e15cd4a7ff56), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.740412 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Publish callbacks [] for security_group (dc5baf5f-9aba-44cd-8a17-e15cd4a7ff56), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.744874 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c0848-4957-4650-856e-92a286798e24 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:40:21.745670 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-439c0848-4957-4650-856e-92a286798e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:40:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:21.786967 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547de135-248a-4e21-a6bc-247e35115ab6 None None] Pushing event updated for resources: {'Port': ['ID=a3f473d1-f453-407f-8244-57cb48f30ae5,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:21.799380 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (dc5baf5f-9aba-44cd-8a17-e15cd4a7ff56), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.802379 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:21.805991 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc5baf5f-9aba-44cd-8a17-e15cd4a7ff56 HTTP/1.1" status: 204 len: 168 time: 0.1408811 May 11 07:40:21.815634 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5baf5f-9aba-44cd-8a17-e15cd4a7ff56,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:21.825812 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.826407 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.826907 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.827501 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.828166 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.828657 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.830260 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.830893 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.831399 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.831889 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.832527 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.832986 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.833465 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.833959 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.834493 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7f417-fa95-4ed9-bd5e-0cb049debccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:21.864420 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-439c0848-4957-4650-856e-92a286798e24 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:40:21.955210 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Allocated IP 172.20.0.1 (55b96101-3633-4a8d-a623-73556fb91d7c/3bc99b8a-1a27-4056-86a3-0a869e5b8609/66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:22.011506 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ad66dd31-6ca7-423d-b072-52495bb6f3c6 req-fc99a447-131e-44ac-b855-847cd3c05f69 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 210 time: 0.0413506 May 11 07:40:22.073150 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-439c0848-4957-4650-856e-92a286798e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:20Z', 'revision_number': 3, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:22.103568 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c0848-4957-4650-856e-92a286798e24 None None] The sync data for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi is: [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:20Z', 'revision_number': 3, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:40:22.141066 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Publish callbacks [] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.158772 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-5ecc5d59-38c5-4bd3-a0df-49cfe2f04438 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:22.160576 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-5ecc5d59-38c5-4bd3-a0df-49cfe2f04438 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.24 "GET /v2.0/networks?id=dfa4b454-8bbb-460d-a846-a88ee9e3b47d HTTP/1.1" status: 200 len: 808 time: 0.1509376 May 11 07:40:22.185182 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.228053 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49386) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:22.230924 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Network 55b96101-3633-4a8d-a623-73556fb91d7c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:22.233916 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:22.236497 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:22.242143 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f553-772d-4fe3-b5e1-4772f96ba0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.266977 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Pushing event updated for resources: {'Port': ['ID=66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:22.287778 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (8baf1ae9-1dd5-43cd-b3e1-307f56346323), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.349115 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f553-772d-4fe3-b5e1-4772f96ba0e1 admin admin] Publish callbacks [] for security_group (b1a13efb-86ae-4d95-a77d-de5782603fac), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.355771 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f553-772d-4fe3-b5e1-4772f96ba0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b1a13efb-86ae-4d95-a77d-de5782603fac), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.410920 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8f553-772d-4fe3-b5e1-4772f96ba0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a13efb-86ae-4d95-a77d-de5782603fac,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:22.434692 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f0a8f553-772d-4fe3-b5e1-4772f96ba0e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f38767a6d6cd4f48884ed79e33a66711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054429 May 11 07:40:22.437199 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49390) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:22.468179 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.501435 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4d3f160a-a5cc-4ae2-a289-ea7dafef49dd admin admin] Publish callbacks [] for security_group (b1a13efb-86ae-4d95-a77d-de5782603fac), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.539345 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4d3f160a-a5cc-4ae2-a289-ea7dafef49dd admin admin] Publish callbacks [] for security_group (b1a13efb-86ae-4d95-a77d-de5782603fac), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.554622 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-c9c2743b-a907-4ec0-a5ef-9c22de6d3151 None None] Provisioning complete for port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:22.556151 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c9c2743b-a907-4ec0-a5ef-9c22de6d3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.601473 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4d3f160a-a5cc-4ae2-a289-ea7dafef49dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b1a13efb-86ae-4d95-a77d-de5782603fac), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.606433 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4d3f160a-a5cc-4ae2-a289-ea7dafef49dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.606565 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-c9c2743b-a907-4ec0-a5ef-9c22de6d3151 None None] Port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:40:22.607881 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-4d3f160a-a5cc-4ae2-a289-ea7dafef49dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1a13efb-86ae-4d95-a77d-de5782603fac HTTP/1.1" status: 204 len: 168 time: 0.1696944 May 11 07:40:22.626414 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f160a-a5cc-4ae2-a289-ea7dafef49dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a13efb-86ae-4d95-a77d-de5782603fac,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:22.648317 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Request body: {'port': {'device_id': '00e8ae3e-0e3e-410b-b293-84228b29a98d', 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d', 'admin_state_up': True, 'tenant_id': '70e0fc25f309475d83688bab2b138157'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:22.813603 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4913dea-114f-4f52-bbba-3435a286df7d req-97bc892a-41da-4bb5-9169-6f5f6d8841c7 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:22.822153 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d4913dea-114f-4f52-bbba-3435a286df7d req-97bc892a-41da-4bb5-9169-6f5f6d8841c7 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0853000 May 11 07:40:22.834417 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Made reservation on behalf of 70e0fc25f309475d83688bab2b138157 for: {'port': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:22.834895 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Publish callbacks [] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.840422 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.858186 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.933375 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d4913dea-114f-4f52-bbba-3435a286df7d req-e4f1fc6c-7c88-4921-a352-eed5c4ed257b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040323 May 11 07:40:22.971318 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (8baf1ae9-1dd5-43cd-b3e1-307f56346323), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:22.981357 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Pushing event updated for resources: {'Port': ['ID=66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:23.005746 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Allocated IP 172.20.0.12 (dfa4b454-8bbb-460d-a846-a88ee9e3b47d/fd2fa7d7-ebc0-47e7-9df9-2894f7056859/501af30f-a266-4e33-ab42-8e5d612377df) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:23.180059 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Network 55b96101-3633-4a8d-a623-73556fb91d7c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:23.183100 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:23.184853 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a3f473d1-f453-407f-8244-57cb48f30ae5 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:23.276121 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port a3f473d1-f453-407f-8244-57cb48f30ae5 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:23.277291 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.279058 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49404) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:23.294862 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.300236 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d6efeb31-1b1c-40ca-9dc1-d17af7f4f8a8 req-9aa10e3e-ab5f-47b0-a5b5-80fbd82f41e0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 210 time: 0.1183491 May 11 07:40:23.390183 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port a3f473d1-f453-407f-8244-57cb48f30ae5 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:23.390707 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.417976 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port a3f473d1-f453-407f-8244-57cb48f30ae5, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=a3f473d1-f453-407f-8244-57cb48f30ae5,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:23.428504 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.436021 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:40:23.498038 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=a3f473d1-f453-407f-8244-57cb48f30ae5,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:23.499628 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks [] for port (501af30f-a266-4e33-ab42-8e5d612377df), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.531872 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-a5b3e937-e2a5-4676-9516-9b3c30775b54 None None] Provisioning complete for port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:23.532186 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e937-e2a5-4676-9516-9b3c30775b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.539097 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (501af30f-a266-4e33-ab42-8e5d612377df), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.552466 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Publish callbacks [] for security_group (7a8a4504-495a-4031-a0e4-1e872cc5761d), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.563678 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7a8a4504-495a-4031-a0e4-1e872cc5761d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.574113 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3e937-e2a5-4676-9516-9b3c30775b54 None None] Port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:40:23.586305 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Network dfa4b454-8bbb-460d-a846-a88ee9e3b47d is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:23.590724 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:23.596605 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:23.624372 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Pushing event updated for resources: {'Port': ['ID=501af30f-a266-4e33-ab42-8e5d612377df,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:23.639792 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eede880326494e08b7286f4bb5730e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596773 May 11 07:40:23.643160 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49406) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:23.644528 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8a4504-495a-4031-a0e4-1e872cc5761d,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:23.655312 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:40:23.657588 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.657859 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.658251 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.658399 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.658732 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.659056 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.659381 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.659773 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.660013 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.660333 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.660651 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.660967 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.661282 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.661879 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.661993 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c6fb9-2fbf-4126-9d0d-848717c1a1a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:23.663139 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:23.663756 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.668015 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-fca51cd0-8975-4811-9317-1dc694873a37 admin admin] 10.222.0.36 "PUT /v2.0/routers/8baf1ae9-1dd5-43cd-b3e1-307f56346323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8809121 May 11 07:40:23.694664 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-fef8ed09-e8c4-4dc7-a491-6c9fd7580ce6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0642405 May 11 07:40:23.707305 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Request body: {'port': {'device_id': '00e8ae3e-0e3e-410b-b293-84228b29a98d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:23.742745 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-edf6a315-86b5-4d7d-a054-da382b1cc89c admin admin] Publish callbacks [] for security_group (7a8a4504-495a-4031-a0e4-1e872cc5761d), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.792088 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-edf6a315-86b5-4d7d-a054-da382b1cc89c admin admin] Publish callbacks [] for security_group (7a8a4504-495a-4031-a0e4-1e872cc5761d), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.799786 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (501af30f-a266-4e33-ab42-8e5d612377df), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.905331 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-edf6a315-86b5-4d7d-a054-da382b1cc89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7a8a4504-495a-4031-a0e4-1e872cc5761d), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.907837 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-edf6a315-86b5-4d7d-a054-da382b1cc89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:23.908967 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-edf6a315-86b5-4d7d-a054-da382b1cc89c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a8a4504-495a-4031-a0e4-1e872cc5761d HTTP/1.1" status: 204 len: 168 time: 0.2648721 May 11 07:40:23.923898 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6a315-86b5-4d7d-a054-da382b1cc89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8a4504-495a-4031-a0e4-1e872cc5761d,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:24.103343 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff67418-f4ea-4c4d-89c1-273c1a10874d req-e3d61c67-8e3f-437f-8b15-1fc842a3c676 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:24.105326 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aff67418-f4ea-4c4d-89c1-273c1a10874d req-e3d61c67-8e3f-437f-8b15-1fc842a3c676 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0747240 May 11 07:40:24.180304 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aff67418-f4ea-4c4d-89c1-273c1a10874d req-f1a63faf-ab09-41a1-8d9b-59ebc83fd1ab tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673270 May 11 07:40:24.237702 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501af30f-a266-4e33-ab42-8e5d612377df {{(pid=103567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:40:24.261107 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Publish callbacks [] for port (501af30f-a266-4e33-ab42-8e5d612377df), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.294132 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.provisioning_blocks [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Transition to ACTIVE for port object 501af30f-a266-4e33-ab42-8e5d612377df will not be triggered until provisioned by entity L2. {{(pid=103567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:40:24.299782 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Sync routers for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:40:24.310077 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (501af30f-a266-4e33-ab42-8e5d612377df), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.323321 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:40:24.323967 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:40:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:24.325238 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-45c05057-008d-4218-b153-5556dee31cbe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751281 May 11 07:40:24.421772 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-fdc6dace-0ca8-465b-b7f2-3546191f5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:24.423452 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-fdc6dace-0ca8-465b-b7f2-3546191f5478 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 1130 time: 0.0725789 May 11 07:40:24.496086 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Pushing event updated for resources: {'Port': ['ID=501af30f-a266-4e33-ab42-8e5d612377df,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:24.500000 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49440) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:24.508844 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2047087584-network', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:24.545160 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Made reservation on behalf of b4db4ccb6b824dfa84c1d1a6fd0d92e8 for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:24.547831 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.559192 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.562154 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Attempting to bind port 501af30f-a266-4e33-ab42-8e5d612377df on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:24.562488 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Attempting to bind port 501af30f-a266-4e33-ab42-8e5d612377df by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '120f8e72-d940-4fef-ba2c-cef492fec0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:24.562812 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Attempting to bind port 501af30f-a266-4e33-ab42-8e5d612377df on network dfa4b454-8bbb-460d-a846-a88ee9e3b47d {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:24.571810 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:40:24.572911 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Port 501af30f-a266-4e33-ab42-8e5d612377df on network dfa4b454-8bbb-460d-a846-a88ee9e3b47d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:40:24.573293 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Attempting to bind port 501af30f-a266-4e33-ab42-8e5d612377df on network dfa4b454-8bbb-460d-a846-a88ee9e3b47d {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:24.582992 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:24.583325 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Checking segment: {'id': '120f8e72-d940-4fef-ba2c-cef492fec0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:24.583753 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Bound using segment: {'id': '120f8e72-d940-4fef-ba2c-cef492fec0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:24.584182 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Bound port: 501af30f-a266-4e33-ab42-8e5d612377df, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120f8e72-d940-4fef-ba2c-cef492fec0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:24.584534 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (501af30f-a266-4e33-ab42-8e5d612377df), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.631300 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8894959-a069-470a-86ae-dc9872e4b318 req-acd0acd0-282b-4bb0-a665-5bbed1c32ab3 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:24.648575 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c8894959-a069-470a-86ae-dc9872e4b318 req-acd0acd0-282b-4bb0-a665-5bbed1c32ab3 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 944 time: 0.1924603 May 11 07:40:24.733794 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] For port 501af30f-a266-4e33-ab42-8e5d612377df, host hv-cinder-83699, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:24.738639 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] For port 501af30f-a266-4e33-ab42-8e5d612377df, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=501af30f-a266-4e33-ab42-8e5d612377df,segment=NetworkSegment(120f8e72-d940-4fef-ba2c-cef492fec0dd),segment_id=120f8e72-d940-4fef-ba2c-cef492fec0dd)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:24.752533 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (501af30f-a266-4e33-ab42-8e5d612377df), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.765323 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-93d647c4-7d17-4121-bf5d-cecacac0bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:24.767838 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-93d647c4-7d17-4121-bf5d-cecacac0bf87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.3194637 May 11 07:40:24.778649 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c8894959-a069-470a-86ae-dc9872e4b318 req-ee5c0c3c-9128-459d-be53-720ae48ee84b tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353509 May 11 07:40:24.810556 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Publish callbacks [] for security_group (47a55652-dee0-4d53-83e6-d6ada0bd9677), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.822690 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:24.823344 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.824787 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] 10.222.0.24 "PUT /v2.0/ports/501af30f-a266-4e33-ab42-8e5d612377df HTTP/1.1" status: 200 len: 1094 time: 1.1218174 May 11 07:40:24.825366 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e8ae3e-0e3e-410b-b293-84228b29a98d', 'tag': '501af30f-a266-4e33-ab42-8e5d612377df'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:24.828021 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0" -d '{"events": [{"name": "network-changed", "server_uuid": "00e8ae3e-0e3e-410b-b293-84228b29a98d", "tag": "501af30f-a266-4e33-ab42-8e5d612377df"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:24.831058 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (47a55652-dee0-4d53-83e6-d6ada0bd9677), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.848475 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-5e42934a-e628-4434-9eab-21c1839d8b1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa4cf226-9012-4577-8ddd-7b9559ce1960 HTTP/1.1" status: 200 len: 217 time: 0.0678692 May 11 07:40:24.875079 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:40:24.908768 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 2, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:24.914377 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b681b415-e1a2-4285-91c3-a906ff275c7b x-openstack-request-id: req-b681b415-e1a2-4285-91c3-a906ff275c7b {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:24.914833 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e8ae3e-0e3e-410b-b293-84228b29a98d", "tag": "501af30f-a266-4e33-ab42-8e5d612377df", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:24.914923 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b681b415-e1a2-4285-91c3-a906ff275c7b {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:24.915300 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b681b415-e1a2-4285-91c3-a906ff275c7b'] response: {'name': 'network-changed', 'server_uuid': '00e8ae3e-0e3e-410b-b293-84228b29a98d', 'tag': '501af30f-a266-4e33-ab42-8e5d612377df', 'status': 'completed', 'code': 200} May 11 07:40:24.923912 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-ad207f5d-dfea-4b62-ba52-5690b569afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:24.925442 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-ad207f5d-dfea-4b62-ba52-5690b569afd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0685024 May 11 07:40:24.938336 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (658f2b97-8633-44be-9d29-a842e4a918db), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.938734 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Added segment 658f2b97-8633-44be-9d29-a842e4a918db of type vlan for network cced97f9-9d96-482a-b896-99e31f3bb6e1 May 11 07:40:24.947675 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Checking router: 8baf1ae9-1dd5-43cd-b3e1-307f56346323 for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:40:24.948371 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Updating router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:40:24.985027 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.986120 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (cced97f9-9d96-482a-b896-99e31f3bb6e1), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:24.992903 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-8f68cc55-39ab-44dc-9755-356b6185c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:24.994814 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-8f68cc55-39ab-44dc-9755-356b6185c6d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582764 May 11 07:40:25.020586 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66941eed-9f98-4f3b-aad1-906df4c87064 service neutron] Pushing event updated for resources: {'Port': ['ID=501af30f-a266-4e33-ab42-8e5d612377df,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:25.023242 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a55652-dee0-4d53-83e6-d6ada0bd9677,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:25.050022 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-a11cb4e8-8f7e-42eb-bc35-2e26334bf2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:25.051749 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-a11cb4e8-8f7e-42eb-bc35-2e26334bf2d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70e0fc25f309475d83688bab2b138157&device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 1128 time: 0.1741650 May 11 07:40:25.053247 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (cced97f9-9d96-482a-b896-99e31f3bb6e1), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.054307 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:25.054914 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.126105 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-72b8be6b-5ddf-4daf-a50a-aaf713d64830 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240699 May 11 07:40:25.127563 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-1e08db28-27d1-47d0-9042-0b6de87208c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=501af30f-a266-4e33-ab42-8e5d612377df HTTP/1.1" status: 200 len: 217 time: 0.0624995 May 11 07:40:25.138640 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6376436 May 11 07:40:25.149479 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49458) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:25.156149 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Request body: {'subnet': {'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2047087584-subnet', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:25.208047 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Made reservation on behalf of b4db4ccb6b824dfa84c1d1a6fd0d92e8 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:25.216149 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4151032'] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.254839 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3595716f-bc34-49e5-9904-4d6cdc6729cb req-e7586144-482e-41c1-810b-af9541b47174 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167381 May 11 07:40:25.264650 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a3f473d1-f453-407f-8244-57cb48f30ae5 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:25.283727 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf4e8c-7a2e-4147-b081-35fae53d4d21 admin admin] Pushing event updated for resources: {'Network': ['ID=cced97f9-9d96-482a-b896-99e31f3bb6e1,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:25.292959 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-812ed998-6d97-4bad-8681-db4a13f2db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:25.294496 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-812ed998-6d97-4bad-8681-db4a13f2db75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2fa7d7-ebc0-47e7-9df9-2894f7056859 HTTP/1.1" status: 200 len: 848 time: 0.1548545 May 11 07:40:25.301371 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network cced97f9-9d96-482a-b896-99e31f3bb6e1 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:40:25.368263 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-538edc1f-88dc-47bc-8388-2f68757b110d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dfa4b454-8bbb-460d-a846-a88ee9e3b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627658 May 11 07:40:25.485698 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port a3f473d1-f453-407f-8244-57cb48f30ae5 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:25.486043 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.497056 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3988857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4151022'] for subnet (3514a3a0-263d-46ba-99e8-73a5c3e0b28e), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.520907 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.558783 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3514a3a0-263d-46ba-99e8-73a5c3e0b28e,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:25.569218 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Checking segment: {'id': '658f2b97-8633-44be-9d29-a842e4a918db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:25.570058 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Network hostable DHCP agents. Network: cced97f9-9d96-482a-b896-99e31f3bb6e1, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:40:25.589888 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Network cced97f9-9d96-482a-b896-99e31f3bb6e1 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:40:25.616374 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, cced97f9-9d96-482a-b896-99e31f3bb6e1) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:25.623445 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:25.624327 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.630576 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6f5740-ad84-44d5-b313-b784f46f0d1d None None] Network cced97f9-9d96-482a-b896-99e31f3bb6e1 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:40:25.661250 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port a3f473d1-f453-407f-8244-57cb48f30ae5 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:25.704959 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-8af3eb84-7588-4d96-9f25-6e8dfa213537 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5543666 May 11 07:40:25.707490 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49472) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:25.712194 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2047087584-router', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:25.717171 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49474) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:25.768065 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-a2e65961-1e8f-4101-b355-1fc2fbd4f3ff service neutron] 10.222.0.24 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614318 May 11 07:40:25.769136 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (2af51ebd-4588-43ff-9808-443ac372bf37), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.770546 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (2af51ebd-4588-43ff-9808-443ac372bf37), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.820217 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-cced97f9-9d96-482a-b896-99e31f3bb6e1', 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1', 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'fixed_ips': [{'subnet_id': '3514a3a0-263d-46ba-99e8-73a5c3e0b28e'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:40:25.821229 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.859130 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Publish callbacks [] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.870867 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.926335 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks [] for router_controller (2af51ebd-4588-43ff-9808-443ac372bf37), precommit_add_association {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.930154 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f175834d-3449-474c-b7b9-51fdad6514fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:25.963741 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49484) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:25.976635 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-7a71ddf2-ae66-4a3f-8cc7-85675e5f836b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428438983', 'description': 'tempest-description--2132720465'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:25.999073 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e79082ef-ffc7-41f3-8682-3219eced6099 req-6105ab83-5e15-44ce-af8a-7ad0fbc52668 service neutron] 10.222.0.24 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186599 May 11 07:40:26.023308 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5fd0d-54a2-4b6d-856a-9f24341b25b8 req-26131af2-349a-4d90-a210-0bc85d4ae19d tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:26.025118 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d1b5fd0d-54a2-4b6d-856a-9f24341b25b8 req-26131af2-349a-4d90-a210-0bc85d4ae19d tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 944 time: 0.1345460 May 11 07:40:26.037844 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Pushing event updated for resources: {'Port': ['ID=66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:26.050951 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.051296 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.051657 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.052153 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.052493 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.052834 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.053154 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.053476 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.053860 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.054190 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.054514 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.054837 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.055159 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.055478 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.056231 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:40:26.130239 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks [] for router_gateway (2af51ebd-4588-43ff-9808-443ac372bf37), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.149834 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7a71ddf2-ae66-4a3f-8cc7-85675e5f836b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.157510 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Attempting to bind port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:26.157902 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Attempting to bind port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:26.158268 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Attempting to bind port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 on network 55b96101-3633-4a8d-a623-73556fb91d7c {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:26.166904 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:26.167876 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Checking segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:26.168287 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.169213 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Bound using segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:26.169718 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Bound port: 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:26.170105 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.175882 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d1b5fd0d-54a2-4b6d-856a-9f24341b25b8 req-4c70e590-0601-4abf-b7eb-58b8d574a0fc tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406074 May 11 07:40:26.220092 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Allocated IP 172.20.0.2 (cced97f9-9d96-482a-b896-99e31f3bb6e1/3514a3a0-263d-46ba-99e8-73a5c3e0b28e/19e07d6a-7145-4e69-9ad6-a31e3b68151a) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:26.258632 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-15c27166-662a-442e-bb65-0b97e7d6207d None None] Provisioning complete for port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:26.259090 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-15c27166-662a-442e-bb65-0b97e7d6207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.264215 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f175834d-3449-474c-b7b9-51fdad6514fb admin admin] Publish callbacks [] for security_group (80e01b0f-5795-4ba4-8a26-1f925756946d), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.272270 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f175834d-3449-474c-b7b9-51fdad6514fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (80e01b0f-5795-4ba4-8a26-1f925756946d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.312091 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7a71ddf2-ae66-4a3f-8cc7-85675e5f836b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group (708eb867-7944-4561-ac56-c9378da6d9f7), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.321030 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] For port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:26.328516 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7a71ddf2-ae66-4a3f-8cc7-85675e5f836b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (708eb867-7944-4561-ac56-c9378da6d9f7), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.334753 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-f175834d-3449-474c-b7b9-51fdad6514fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f65b7348ccab42d48c4c837c8a498544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6161067 May 11 07:40:26.338152 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49486) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:26.347396 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175834d-3449-474c-b7b9-51fdad6514fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e01b0f-5795-4ba4-8a26-1f925756946d,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:26.370003 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks [] for router_gateway (2af51ebd-4588-43ff-9808-443ac372bf37), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.370792 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7a71ddf2-ae66-4a3f-8cc7-85675e5f836b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.375034 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-7a71ddf2-ae66-4a3f-8cc7-85675e5f836b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4023471 May 11 07:40:26.375170 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49488) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:26.385115 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] For port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:26.391128 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-15c27166-662a-442e-bb65-0b97e7d6207d None None] Port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:40:26.396898 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.399557 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-5c6fae24-c1c4-4b1f-9a7a-74d3720a9ef5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Request body: {'security_group_rule': {'security_group_id': '708eb867-7944-4561-ac56-c9378da6d9f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:26.405741 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.412366 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71ddf2-ae66-4a3f-8cc7-85675e5f836b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708eb867-7944-4561-ac56-c9378da6d9f7,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:26.430337 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-537ca1d9-9276-4754-8e69-348adac12241 admin admin] Publish callbacks [] for security_group (80e01b0f-5795-4ba4-8a26-1f925756946d), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.453448 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-537ca1d9-9276-4754-8e69-348adac12241 admin admin] Publish callbacks [] for security_group (80e01b0f-5795-4ba4-8a26-1f925756946d), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.485203 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5c6fae24-c1c4-4b1f-9a7a-74d3720a9ef5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group_rule (ad579a51-196a-48a9-8e5d-8da9f6eb7bdf), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.528236 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:40:26.528891 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:40:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:26.529852 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-537ca1d9-9276-4754-8e69-348adac12241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (80e01b0f-5795-4ba4-8a26-1f925756946d), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.532498 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-537ca1d9-9276-4754-8e69-348adac12241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.535172 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-537ca1d9-9276-4754-8e69-348adac12241 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80e01b0f-5795-4ba4-8a26-1f925756946d HTTP/1.1" status: 204 len: 168 time: 0.1960378 May 11 07:40:26.546260 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ca1d9-9276-4754-8e69-348adac12241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e01b0f-5795-4ba4-8a26-1f925756946d,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:26.583539 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5c6fae24-c1c4-4b1f-9a7a-74d3720a9ef5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group_rule (ad579a51-196a-48a9-8e5d-8da9f6eb7bdf), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.585757 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Allocated IP 172.27.2.202 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/392b169a-50de-481f-892d-287f8e420026) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:26.591539 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f810bd-30eb-487e-97f0-d077ffbfe350 None None] Pushing event updated for resources: {'Port': ['ID=66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:26.596298 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5c6fae24-c1c4-4b1f-9a7a-74d3720a9ef5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (ad579a51-196a-48a9-8e5d-8da9f6eb7bdf), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.622811 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fae24-c1c4-4b1f-9a7a-74d3720a9ef5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad579a51-196a-48a9-8e5d-8da9f6eb7bdf,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:26.637213 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Publish callbacks [] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.641263 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-5c6fae24-c1c4-4b1f-9a7a-74d3720a9ef5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.642530 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-5c6fae24-c1c4-4b1f-9a7a-74d3720a9ef5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2667820 May 11 07:40:26.645749 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49492) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:26.655900 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-96a0c13d-de43-4c5f-bc5d-6aad57ba11dd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Request body: {'security_group_rule': {'security_group_id': '708eb867-7944-4561-ac56-c9378da6d9f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:26.686695 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.701306 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-96a0c13d-de43-4c5f-bc5d-6aad57ba11dd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group_rule (1d8fd166-7a25-43c5-9782-7d99a44534e5), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.761772 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks [] for port (392b169a-50de-481f-892d-287f8e420026), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.777805 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Network cced97f9-9d96-482a-b896-99e31f3bb6e1 is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:26.780986 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:26.782280 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-96a0c13d-de43-4c5f-bc5d-6aad57ba11dd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group_rule (1d8fd166-7a25-43c5-9782-7d99a44534e5), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.787930 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Pushing event updated for resources: {'Port': ['ID=19e07d6a-7145-4e69-9ad6-a31e3b68151a,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:26.789841 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-96a0c13d-de43-4c5f-bc5d-6aad57ba11dd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (1d8fd166-7a25-43c5-9782-7d99a44534e5), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.799813 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:26.804364 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:40:26.821097 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0c13d-de43-4c5f-bc5d-6aad57ba11dd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8fd166-7a25-43c5-9782-7d99a44534e5,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:26.830971 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (392b169a-50de-481f-892d-287f8e420026), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.837073 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-96a0c13d-de43-4c5f-bc5d-6aad57ba11dd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.839607 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-96a0c13d-de43-4c5f-bc5d-6aad57ba11dd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923530 May 11 07:40:26.842356 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49496) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:26.847840 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:26.868244 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:26.872191 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:26.874651 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:26.883126 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.910273 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=392b169a-50de-481f-892d-287f8e420026,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:26.936920 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-3d153ef5-540e-49c4-bcd3-2f00c2a1c465 None None] Provisioning complete for port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:26.938152 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3d153ef5-540e-49c4-bcd3-2f00c2a1c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:26.993141 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:27.089080 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0 req-a4b80474-4e23-4b01-8694-7571f334a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:27.090730 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0 req-a4b80474-4e23-4b01-8694-7571f334a828 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70e0fc25f309475d83688bab2b138157&device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 1128 time: 0.1114390 May 11 07:40:27.133218 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Allocated IP 172.27.2.230 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/9589a5d7-e1b7-43c8-919c-de67e1567c90) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:27.344040 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Attempting to bind port 19e07d6a-7145-4e69-9ad6-a31e3b68151a on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:27.344483 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Attempting to bind port 19e07d6a-7145-4e69-9ad6-a31e3b68151a by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '658f2b97-8633-44be-9d29-a842e4a918db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:27.344706 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Attempting to bind port 19e07d6a-7145-4e69-9ad6-a31e3b68151a on network cced97f9-9d96-482a-b896-99e31f3bb6e1 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:27.363810 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:27.364231 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Checking segment: {'id': '658f2b97-8633-44be-9d29-a842e4a918db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:27.364621 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:27.365021 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Bound using segment: {'id': '658f2b97-8633-44be-9d29-a842e4a918db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:27.365512 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Bound port: 19e07d6a-7145-4e69-9ad6-a31e3b68151a, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658f2b97-8633-44be-9d29-a842e4a918db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:27.365922 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:27.422581 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for port (9589a5d7-e1b7-43c8-919c-de67e1567c90), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:27.430655 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-3d153ef5-540e-49c4-bcd3-2f00c2a1c465 None None] Current status of the port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:27.431042 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3d153ef5-540e-49c4-bcd3-2f00c2a1c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:27.465893 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511a92d-ee36-41f9-9b19-a68785c08f0c req-b41c4f74-67c6-4159-84b1-c036d2769c89 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:27.467587 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c511a92d-ee36-41f9-9b19-a68785c08f0c req-b41c4f74-67c6-4159-84b1-c036d2769c89 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 944 time: 0.1418109 May 11 07:40:27.523584 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-3d153ef5-540e-49c4-bcd3-2f00c2a1c465 None None] For port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:27.528165 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:26Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:27.553717 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (9589a5d7-e1b7-43c8-919c-de67e1567c90), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:27.554528 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks [] for router_gateway (2af51ebd-4588-43ff-9808-443ac372bf37), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:27.581425 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3d153ef5-540e-49c4-bcd3-2f00c2a1c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:27.617046 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0 req-34bc1d13-ef9b-453d-b948-7ac41b4a8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:27.618467 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0 req-34bc1d13-ef9b-453d-b948-7ac41b4a8f70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dfa4b454-8bbb-460d-a846-a88ee9e3b47d HTTP/1.1" status: 200 len: 909 time: 0.5143285 May 11 07:40:27.627012 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c511a92d-ee36-41f9-9b19-a68785c08f0c req-d857f982-bab5-4baf-9823-a288f193c668 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251326 May 11 07:40:27.635899 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:27.636848 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:27.645131 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:27.682192 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0 req-5cdfb42d-b9e0-4a0d-b508-f5ef181b7aee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=501af30f-a266-4e33-ab42-8e5d612377df HTTP/1.1" status: 200 len: 217 time: 0.0434942 May 11 07:40:27.704128 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d557dd3a-dbc4-4063-9463-4db840a9be3d None None] The sync data for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi is: [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:26Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:40:27.740713 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d153ef5-540e-49c4-bcd3-2f00c2a1c465 None None] Pushing event updated for resources: {'Port': ['ID=66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:27.743831 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] For port 19e07d6a-7145-4e69-9ad6-a31e3b68151a, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:27.747440 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] For port 19e07d6a-7145-4e69-9ad6-a31e3b68151a, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=19e07d6a-7145-4e69-9ad6-a31e3b68151a,segment=NetworkSegment(658f2b97-8633-44be-9d29-a842e4a918db),segment_id=658f2b97-8633-44be-9d29-a842e4a918db)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:27.756085 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:27.804224 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for floatingip (1dc11191-a2db-4879-9d6d-41a0b6ab8c07), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:27.840667 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event updated for resources: {'Port': ['ID=9589a5d7-e1b7-43c8-919c-de67e1567c90,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:27.871572 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e7c47-4f53-4dd6-81de-0dab38e6b889 None None] Pushing event updated for resources: {'Port': ['ID=19e07d6a-7145-4e69-9ad6-a31e3b68151a,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:27.925846 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0 req-f7ee844a-42e9-4cda-a2b8-2d065244dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:27.927671 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0 req-f7ee844a-42e9-4cda-a2b8-2d065244dbec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2fa7d7-ebc0-47e7-9df9-2894f7056859 HTTP/1.1" status: 200 len: 848 time: 0.1736810 May 11 07:40:27.954908 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (9589a5d7-e1b7-43c8-919c-de67e1567c90), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:28.026101 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0 req-932fe22b-29ae-4ae3-a230-7cebceb1451e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dfa4b454-8bbb-460d-a846-a88ee9e3b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907116 May 11 07:40:28.078234 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (2af51ebd-4588-43ff-9808-443ac372bf37), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:28.195504 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 501af30f-a266-4e33-ab42-8e5d612377df details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:40:28.286226 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0 req-135bea2b-c5b4-42a2-abe2-192073bdd6b3 service neutron] 10.222.0.24 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506888 May 11 07:40:28.295773 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for port (9589a5d7-e1b7-43c8-919c-de67e1567c90), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:28.312442 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (9589a5d7-e1b7-43c8-919c-de67e1567c90), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:28.367556 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 501af30f-a266-4e33-ab42-8e5d612377df, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=501af30f-a266-4e33-ab42-8e5d612377df,segment=NetworkSegment(120f8e72-d940-4fef-ba2c-cef492fec0dd),segment_id=120f8e72-d940-4fef-ba2c-cef492fec0dd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:28.381714 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '501af30f-a266-4e33-ab42-8e5d612377df', 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d', 'port_id': '501af30f-a266-4e33-ab42-8e5d612377df', 'mac_address': 'fa:16:3e:a6:7b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2fa7d7-ebc0-47e7-9df9-2894f7056859', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:40:28.435504 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-707b6c01-f51e-4eea-b9d1-42fe4b1a57a0 req-884ab70a-9150-4b7e-ac7b-1d1b6d1b4d65 service neutron] 10.222.0.24 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400902 May 11 07:40:28.442640 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Router 2af51ebd-4588-43ff-9808-443ac372bf37 is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:40:28.517520 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event updated for resources: {'Port': ['ID=9589a5d7-e1b7-43c8-919c-de67e1567c90,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:28.519963 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 501af30f-a266-4e33-ab42-8e5d612377df is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:28.520345 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (501af30f-a266-4e33-ab42-8e5d612377df), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:28.526556 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-0b1e5acf-603d-4d0c-96c7-5008e506dc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:28.541610 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (1dc11191-a2db-4879-9d6d-41a0b6ab8c07), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:28.544843 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501af30f-a266-4e33-ab42-8e5d612377df {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:40:28.579950 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:28.592612 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-4b16b48c-74c3-43f2-a87f-774d88664934 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7488210 May 11 07:40:28.601292 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 501af30f-a266-4e33-ab42-8e5d612377df, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=501af30f-a266-4e33-ab42-8e5d612377df,segment=NetworkSegment(120f8e72-d940-4fef-ba2c-cef492fec0dd),segment_id=120f8e72-d940-4fef-ba2c-cef492fec0dd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:28.624502 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (501af30f-a266-4e33-ab42-8e5d612377df), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:28.686860 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:40:28.705903 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Sync routers for ids ['2af51ebd-4588-43ff-9808-443ac372bf37'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:40:28.723061 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Routers {'2af51ebd-4588-43ff-9808-443ac372bf37'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:40:28.723692 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:40:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['2af51ebd-4588-43ff-9808-443ac372bf37'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:28.725418 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=501af30f-a266-4e33-ab42-8e5d612377df,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:28.732882 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:28.734447 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-2158329d-8f5d-45c7-bebc-3ab6c0e62ed7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0259786 May 11 07:40:28.737597 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49540) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:28.815163 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7888953-4d23-4509-8659-7f6effabc709 req-a4d3b365-5f5d-4557-b82d-9241a8c3249c tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:28.836269 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a7888953-4d23-4509-8659-7f6effabc709 req-a4d3b365-5f5d-4557-b82d-9241a8c3249c tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 945 time: 0.1037567 May 11 07:40:28.893323 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Set router 2af51ebd-4588-43ff-9808-443ac372bf37 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:40:28.951399 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['501af30f-a266-4e33-ab42-8e5d612377df'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:40:29.039323 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a7888953-4d23-4509-8659-7f6effabc709 req-05ba8c9c-4957-4047-b4ba-14edf5156d92 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959321 May 11 07:40:29.059691 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-7ae4a1ca-a0cb-4db7-9a56-225b1686b692 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1428438983&fields=id&tenant_id=5100c1cfe7f148058734c0da2d1497d4 HTTP/1.1" status: 200 len: 267 time: 0.1887367 May 11 07:40:29.114504 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'name': 'tempest-TestVolumeBootPattern-2047087584-router', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '392b169a-50de-481f-892d-287f8e420026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:25Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 3, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'gw_port': {'id': '392b169a-50de-481f-892d-287f8e420026', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:26Z', 'updated_at': '2022-05-11T07:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:29.176821 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Checking router: 2af51ebd-4588-43ff-9808-443ac372bf37 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:40:29.177266 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Updating router 2af51ebd-4588-43ff-9808-443ac372bf37 port 392b169a-50de-481f-892d-287f8e420026 binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:40:29.240085 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (392b169a-50de-481f-892d-287f8e420026), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:29.269295 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-a1b3a070-dd1d-4229-a111-e555f8a8875f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:29.276045 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-a1b3a070-dd1d-4229-a111-e555f8a8875f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 819 time: 0.2136436 May 11 07:40:29.280782 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 19e07d6a-7145-4e69-9ad6-a31e3b68151a up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:29.312994 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-cf82cc64-9bf6-4aed-8f6d-7c9a3a45a3fc tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/quotas/5100c1cfe7f148058734c0da2d1497d4 HTTP/1.1" status: 200 len: 375 time: 0.0207276 May 11 07:40:29.373120 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 19e07d6a-7145-4e69-9ad6-a31e3b68151a triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:29.374870 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:29.408455 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-12c45d91-63c0-42de-8801-4fb0b5a27cc9 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0898311 May 11 07:40:29.575653 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf076560-349b-4a61-ab66-e208a4e7dcdd None None] Network cced97f9-9d96-482a-b896-99e31f3bb6e1 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:40:29.616128 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-dbc97488-7ff5-4115-bf25-79c2ac126729 service neutron] 10.222.0.36 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888111 May 11 07:40:29.629186 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:29.634002 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 19e07d6a-7145-4e69-9ad6-a31e3b68151a is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:29.634615 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:29.744136 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-97967eed-ed42-4245-8454-faa1431d5d46 None None] Provisioning complete for port 19e07d6a-7145-4e69-9ad6-a31e3b68151a triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:29.751092 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-97967eed-ed42-4245-8454-faa1431d5d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:29.787949 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Publish callbacks [] for port (392b169a-50de-481f-892d-287f8e420026), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:29.792926 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-8a448ab8-4408-426f-8519-b74c0dc0c99a service neutron] 10.222.0.36 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700516 May 11 07:40:29.806253 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (392b169a-50de-481f-892d-287f8e420026), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:29.873267 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d75e7a-b675-4785-88aa-38679463e686 None None] Pushing event updated for resources: {'Port': ['ID=392b169a-50de-481f-892d-287f8e420026,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:29.881659 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 19e07d6a-7145-4e69-9ad6-a31e3b68151a, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=19e07d6a-7145-4e69-9ad6-a31e3b68151a,segment=NetworkSegment(658f2b97-8633-44be-9d29-a842e4a918db),segment_id=658f2b97-8633-44be-9d29-a842e4a918db)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:29.892119 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Attempting to bind port 392b169a-50de-481f-892d-287f8e420026 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:29.892705 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Attempting to bind port 392b169a-50de-481f-892d-287f8e420026 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:29.893451 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Attempting to bind port 392b169a-50de-481f-892d-287f8e420026 on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:29.899401 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:29.900113 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:29.900703 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:29.901786 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:29.902423 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Bound port: 392b169a-50de-481f-892d-287f8e420026, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:29.902966 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (392b169a-50de-481f-892d-287f8e420026), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:29.906199 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:29.907096 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:29.961452 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] For port 392b169a-50de-481f-892d-287f8e420026, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:29.965339 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] For port 392b169a-50de-481f-892d-287f8e420026, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=392b169a-50de-481f-892d-287f8e420026,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:29.973692 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (392b169a-50de-481f-892d-287f8e420026), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.001747 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Allocated IP 172.20.0.1 (cced97f9-9d96-482a-b896-99e31f3bb6e1/3514a3a0-263d-46ba-99e8-73a5c3e0b28e/c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:30.076408 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-0a18f8b8-00be-41d0-8350-bf1adffdcb05 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e281a5ed352441838b649ed98a4810df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548167 May 11 07:40:30.110282 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d75e7a-b675-4785-88aa-38679463e686 None None] Pushing event updated for resources: {'Port': ['ID=392b169a-50de-481f-892d-287f8e420026,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:30.126932 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-97967eed-ed42-4245-8454-faa1431d5d46 None None] Current status of the port 19e07d6a-7145-4e69-9ad6-a31e3b68151a is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:30.137398 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=19e07d6a-7145-4e69-9ad6-a31e3b68151a,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:30.145955 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:30.146616 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.159084 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Publish callbacks [] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.163455 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628462-ea66-4b76-b81d-98295a0e545d req-f4f844a5-c623-48e0-89b0-c8d20ad70005 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:30.165235 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Routers {'2af51ebd-4588-43ff-9808-443ac372bf37'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:40:30.165846 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:40:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['2af51ebd-4588-43ff-9808-443ac372bf37'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:30.172264 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-10628462-ea66-4b76-b81d-98295a0e545d req-f4f844a5-c623-48e0-89b0-c8d20ad70005 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0946915 May 11 07:40:30.197468 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 501af30f-a266-4e33-ab42-8e5d612377df up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:30.240479 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.313947 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Network cced97f9-9d96-482a-b896-99e31f3bb6e1 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:30.316695 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:30.322973 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:30.327557 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:30.348350 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 501af30f-a266-4e33-ab42-8e5d612377df completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:40:30.368070 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 501af30f-a266-4e33-ab42-8e5d612377df triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:30.368070 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (501af30f-a266-4e33-ab42-8e5d612377df), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.394913 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:30.443177 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (2af51ebd-4588-43ff-9808-443ac372bf37), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.548021 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 501af30f-a266-4e33-ab42-8e5d612377df is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:30.548541 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (501af30f-a266-4e33-ab42-8e5d612377df), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.578461 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] Set router 2af51ebd-4588-43ff-9808-443ac372bf37 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:40:30.592314 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-af3c251c-d791-4268-a4ca-24038148b125 None None] Provisioning complete for port 19e07d6a-7145-4e69-9ad6-a31e3b68151a triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:30.592690 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af3c251c-d791-4268-a4ca-24038148b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.639748 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e8ae3e-0e3e-410b-b293-84228b29a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501af30f-a266-4e33-ab42-8e5d612377df'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:30.642009 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781e7b99-c0f8-4be9-a26e-53ab6cdd7a9e" -d '{"events": [{"server_uuid": "00e8ae3e-0e3e-410b-b293-84228b29a98d", "name": "network-vif-plugged", "status": "completed", "tag": "501af30f-a266-4e33-ab42-8e5d612377df"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:30.692229 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 501af30f-a266-4e33-ab42-8e5d612377df, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=501af30f-a266-4e33-ab42-8e5d612377df,segment=NetworkSegment(120f8e72-d940-4fef-ba2c-cef492fec0dd),segment_id=120f8e72-d940-4fef-ba2c-cef492fec0dd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:30.728454 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (501af30f-a266-4e33-ab42-8e5d612377df), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.749198 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.788538 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b5bf929e-1d5e-4172-b7c7-02233186a769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:30.824064 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-10628462-ea66-4b76-b81d-98295a0e545d req-c05b6407-bc81-463b-96d0-4dd943754a2e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6508722 May 11 07:40:30.877700 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=501af30f-a266-4e33-ab42-8e5d612377df,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:30.888209 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa4113-5426-448c-982f-fccee52ffb31 req-ec5487af-beb8-4eac-8929-44608a97a8b4 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:30.889673 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-af3c251c-d791-4268-a4ca-24038148b125 None None] Current status of the port 19e07d6a-7145-4e69-9ad6-a31e3b68151a is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:30.896042 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-ec5487af-beb8-4eac-8929-44608a97a8b4 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7217946 May 11 07:40:30.900873 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'name': 'tempest-TestVolumeBootPattern-2047087584-router', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '392b169a-50de-481f-892d-287f8e420026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:25Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 3, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'gw_port': {'id': '392b169a-50de-481f-892d-287f8e420026', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:26Z', 'updated_at': '2022-05-11T07:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:30.920911 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-3ac5a6a1-1bdc-4c79-8cc3-762a65181001 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/quotas/e281a5ed352441838b649ed98a4810df HTTP/1.1" status: 200 len: 375 time: 0.0184116 May 11 07:40:30.957943 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:40:30.959419 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6f600-bc02-4977-9789-0bb0554b044c None None] The sync data for ids ['2af51ebd-4588-43ff-9808-443ac372bf37'] in dv-cinder-836996-20-iscsi is: [{'id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'name': 'tempest-TestVolumeBootPattern-2047087584-router', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '392b169a-50de-481f-892d-287f8e420026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:25Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 3, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'gw_port': {'id': '392b169a-50de-481f-892d-287f8e420026', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:26Z', 'updated_at': '2022-05-11T07:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:40:30.986653 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-3d37c371-e55f-4567-a0ab-078a2ee8c167 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e281a5ed352441838b649ed98a4810df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581441 May 11 07:40:31.019659 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-cf6a6017-2a70-4aca-9aed-8587aa3d1fd8 None None] Provisioning complete for port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:31.020031 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6017-2a70-4aca-9aed-8587aa3d1fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:31.081472 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d9ea02c4-df73-4522-8d9e-f94d603f30f0 req-ee01db79-4d42-4368-9031-64fdb7b44c83 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 210 time: 0.0858197 May 11 07:40:31.126171 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a6017-2a70-4aca-9aed-8587aa3d1fd8 None None] Port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:40:31.217120 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8906e81-ad32-4667-8829-ca86d744bd84 x-openstack-request-id: req-c8906e81-ad32-4667-8829-ca86d744bd84 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:31.217444 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e8ae3e-0e3e-410b-b293-84228b29a98d", "name": "network-vif-plugged", "status": "completed", "tag": "501af30f-a266-4e33-ab42-8e5d612377df", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:31.217849 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8906e81-ad32-4667-8829-ca86d744bd84 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:31.218253 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8906e81-ad32-4667-8829-ca86d744bd84'] response: {'server_uuid': '00e8ae3e-0e3e-410b-b293-84228b29a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501af30f-a266-4e33-ab42-8e5d612377df', 'code': 200} May 11 07:40:31.244470 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 19e07d6a-7145-4e69-9ad6-a31e3b68151a up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:31.255732 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36bb4b-4a50-4290-85f3-cd3926b88791 req-5c18ad45-f914-4c9d-8812-bce5028ee51c tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:31.264377 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c36bb4b-4a50-4290-85f3-cd3926b88791 req-5c18ad45-f914-4c9d-8812-bce5028ee51c tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 946 time: 0.1128840 May 11 07:40:31.313904 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 19e07d6a-7145-4e69-9ad6-a31e3b68151a triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:31.313904 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:31.319457 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0b7364e3-e78c-44e3-86a8-c284f92fe19e req-87375da3-919e-4a45-9eb0-8c4077ab548b tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 210 time: 0.0528421 May 11 07:40:31.343879 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Publish callbacks [] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:31.352016 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:31.357569 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c36bb4b-4a50-4290-85f3-cd3926b88791 req-7b04daaa-b295-4840-b068-ed4590101115 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921583 May 11 07:40:31.433215 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (2af51ebd-4588-43ff-9808-443ac372bf37), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:31.459209 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 19e07d6a-7145-4e69-9ad6-a31e3b68151a is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:31.570715 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:31.655585 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:31.694846 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292ede-8eda-4a0a-a549-a3dcee3aa0cf req-94e20946-9627-43aa-bd5f-fc37855436e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:31.696421 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3d292ede-8eda-4a0a-a549-a3dcee3aa0cf req-94e20946-9627-43aa-bd5f-fc37855436e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 1130 time: 0.0743804 May 11 07:40:31.787105 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3d292ede-8eda-4a0a-a549-a3dcee3aa0cf req-e1a17731-2c67-4121-ab30-ed8718b20baa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831091 May 11 07:40:31.793897 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-fc5f3455-905d-40af-8e73-4d8b73e97c9c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:31.795451 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-fc5f3455-905d-40af-8e73-4d8b73e97c9c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 819 time: 0.2017720 May 11 07:40:31.798060 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Network cced97f9-9d96-482a-b896-99e31f3bb6e1 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:31.799933 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:31.942049 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Router 2af51ebd-4588-43ff-9808-443ac372bf37 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:40:31.982587 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b763c-62fa-46aa-9f3c-40eafc8e0a4f req-0ce6f685-6846-459f-b2be-64ed51995277 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:31.985739 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-568b763c-62fa-46aa-9f3c-40eafc8e0a4f req-0ce6f685-6846-459f-b2be-64ed51995277 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0714719 May 11 07:40:32.056298 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-aad24991-de61-4331-b38e-28511908cbca None None] Provisioning complete for port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:32.056880 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-aad24991-de61-4331-b38e-28511908cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.067523 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-568b763c-62fa-46aa-9f3c-40eafc8e0a4f req-afe5149f-cc4f-4758-a865-4e4cfed26cea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748429 May 11 07:40:32.124714 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:40:32.135651 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-aad24991-de61-4331-b38e-28511908cbca None None] Port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:40:32.157661 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-0008b2f6-82a6-4d30-84d7-07c00e9bae00 admin admin] 10.222.0.36 "PUT /v2.0/routers/2af51ebd-4588-43ff-9808-443ac372bf37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4110770 May 11 07:40:32.160156 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-81744b82-a74d-482e-a2bd-4be079593ff8 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5100c1cfe7f148058734c0da2d1497d4 HTTP/1.1" status: 200 len: 380 time: 0.1360312 May 11 07:40:32.177898 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Request body: {'port': {'device_id': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'admin_state_up': True, 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'security_groups': ['708eb867-7944-4561-ac56-c9378da6d9f7']}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:32.200899 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2ac2af03-4260-4342-bbce-e896562e486d req-1c053c9c-36d1-4766-9a06-902667161288 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 210 time: 0.0367770 May 11 07:40:32.314085 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Made reservation on behalf of 5100c1cfe7f148058734c0da2d1497d4 for: {'port': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:32.317893 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.423925 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-45af83f4-4533-45e2-ace4-ee1caacb0316 req-f2e4932a-f96c-4adb-8fe7-d75d48439489 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 210 time: 0.0279667 May 11 07:40:32.469504 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Allocated IP 172.20.0.9 (c4d89019-bced-4db2-9253-82870fddaba6/7dd08214-79c9-4b3f-a32b-8b549d227676/91543a14-0ae8-44e1-bba8-2b3a746fbae8) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:32.537121 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49626) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:32.547326 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-375c673d-9d56-4d18-887a-63ed1017b86d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402851186', 'description': 'tempest-secgroup-smoke-402851186 description', 'project_id': 'd69ae02f1e0146c795d799160ac17d44'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:32.562335 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f787d-a194-4cfd-8177-afc2dde982b1 req-848aa453-36b4-47ea-806e-b02b0fbc0410 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:32.563917 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a28f787d-a194-4cfd-8177-afc2dde982b1 req-848aa453-36b4-47ea-806e-b02b0fbc0410 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 946 time: 0.0711195 May 11 07:40:32.589939 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-375c673d-9d56-4d18-887a-63ed1017b86d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.633213 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.640780 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a28f787d-a194-4cfd-8177-afc2dde982b1 req-b744c5d0-8a90-40f8-a635-5310f2dfeaa4 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694754 May 11 07:40:32.672517 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.687965 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-375c673d-9d56-4d18-887a-63ed1017b86d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group (7a45570e-2aa0-4e40-a0a3-1d1c14d267e6), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.692001 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-375c673d-9d56-4d18-887a-63ed1017b86d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7a45570e-2aa0-4e40-a0a3-1d1c14d267e6), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.712576 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Network c4d89019-bced-4db2-9253-82870fddaba6 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:32.716248 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:32.720033 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:32.720958 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-375c673d-9d56-4d18-887a-63ed1017b86d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.722427 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-375c673d-9d56-4d18-887a-63ed1017b86d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1841614 May 11 07:40:32.725002 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 49628) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:32.731759 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-decf4ad8-ed2c-4d5d-98cb-0687a6dffa42 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'security_group_rule': {'security_group_id': '7a45570e-2aa0-4e40-a0a3-1d1c14d267e6', 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:32.737640 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c673d-9d56-4d18-887a-63ed1017b86d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:32.760616 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event updated for resources: {'Port': ['ID=91543a14-0ae8-44e1-bba8-2b3a746fbae8,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:32.769681 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-decf4ad8-ed2c-4d5d-98cb-0687a6dffa42 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (f799f999-52fe-4381-bc97-4d1f7b1732dd), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.795118 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:32.796531 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.815380 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-1acfb77b-f382-4023-91a6-852c01d703b3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6416340 May 11 07:40:32.839905 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-decf4ad8-ed2c-4d5d-98cb-0687a6dffa42 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (f799f999-52fe-4381-bc97-4d1f7b1732dd), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.843727 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-decf4ad8-ed2c-4d5d-98cb-0687a6dffa42 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (f799f999-52fe-4381-bc97-4d1f7b1732dd), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.862529 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf4ad8-ed2c-4d5d-98cb-0687a6dffa42 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f799f999-52fe-4381-bc97-4d1f7b1732dd,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:32.870012 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-decf4ad8-ed2c-4d5d-98cb-0687a6dffa42 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.873986 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49630) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:32.874124 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-decf4ad8-ed2c-4d5d-98cb-0687a6dffa42 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480114 May 11 07:40:32.878521 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-ce85eb86-8483-4ac3-9df3-48433d9f2e2d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'security_group_rule': {'security_group_id': '7a45570e-2aa0-4e40-a0a3-1d1c14d267e6', 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:32.909864 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ce85eb86-8483-4ac3-9df3-48433d9f2e2d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (bddcb545-2ecb-4887-a6f5-28ddf17f9e14), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.961956 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ce85eb86-8483-4ac3-9df3-48433d9f2e2d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (bddcb545-2ecb-4887-a6f5-28ddf17f9e14), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.967038 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ce85eb86-8483-4ac3-9df3-48433d9f2e2d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (bddcb545-2ecb-4887-a6f5-28ddf17f9e14), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.986052 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85eb86-8483-4ac3-9df3-48433d9f2e2d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddcb545-2ecb-4887-a6f5-28ddf17f9e14,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:32.996538 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ce85eb86-8483-4ac3-9df3-48433d9f2e2d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:32.997821 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-ce85eb86-8483-4ac3-9df3-48433d9f2e2d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227422 May 11 07:40:33.000595 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49632) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:33.005267 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-63b1bc6b-bb7a-4c88-b117-10d297b24f2a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'security_group_rule': {'security_group_id': '7a45570e-2aa0-4e40-a0a3-1d1c14d267e6', 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:33.039463 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-63b1bc6b-bb7a-4c88-b117-10d297b24f2a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (a69d44ae-26a4-4430-b215-b9f3b5db2c48), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.071645 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Request body: {'port': {'device_id': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:33.091551 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-f49ce5d7-cfff-4ddb-b9f6-62e9e0bcc628 None None] Provisioning complete for port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:33.092042 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f49ce5d7-cfff-4ddb-b9f6-62e9e0bcc628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.140699 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-63b1bc6b-bb7a-4c88-b117-10d297b24f2a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (a69d44ae-26a4-4430-b215-b9f3b5db2c48), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.154637 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-f49ce5d7-cfff-4ddb-b9f6-62e9e0bcc628 None None] Port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:40:33.160073 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-63b1bc6b-bb7a-4c88-b117-10d297b24f2a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (a69d44ae-26a4-4430-b215-b9f3b5db2c48), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.187597 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Sync routers for ids ['2af51ebd-4588-43ff-9808-443ac372bf37'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:40:33.208446 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.209878 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Routers {'2af51ebd-4588-43ff-9808-443ac372bf37'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:40:33.210511 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:40:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['2af51ebd-4588-43ff-9808-443ac372bf37'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:33.224259 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1bc6b-bb7a-4c88-b117-10d297b24f2a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69d44ae-26a4-4430-b215-b9f3b5db2c48,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:33.232514 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-63b1bc6b-bb7a-4c88-b117-10d297b24f2a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.236949 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-63b1bc6b-bb7a-4c88-b117-10d297b24f2a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351868 May 11 07:40:33.239217 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49638) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:33.244895 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-42f009c1-a469-40b6-9c32-de543d6f4d93 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'security_group_rule': {'security_group_id': '7a45570e-2aa0-4e40-a0a3-1d1c14d267e6', 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:33.258338 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 392b169a-50de-481f-892d-287f8e420026 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:33.265340 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.279949 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024407a5-3122-458b-b759-06006aae41ba req-09e96516-e247-4712-8fa3-63c60ac9aab5 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:33.282719 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-024407a5-3122-458b-b759-06006aae41ba req-09e96516-e247-4712-8fa3-63c60ac9aab5 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0877979 May 11 07:40:33.363417 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-42f009c1-a469-40b6-9c32-de543d6f4d93 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (05f060ec-9fcb-4a18-904e-e9f70ec12d49), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.366844 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 392b169a-50de-481f-892d-287f8e420026 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:33.367435 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (392b169a-50de-481f-892d-287f8e420026), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.376243 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-024407a5-3122-458b-b759-06006aae41ba req-963047a8-ec06-4a9e-ba76-b63b7442964d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879319 May 11 07:40:33.385215 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b2647-e2cd-4f49-9c74-ef2518cbea6f req-2b0e6195-601c-48ec-a483-c77b1f0eddfb tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:33.387791 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3d2b2647-e2cd-4f49-9c74-ef2518cbea6f req-2b0e6195-601c-48ec-a483-c77b1f0eddfb tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 931 time: 0.0624578 May 11 07:40:33.407185 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Set router 2af51ebd-4588-43ff-9808-443ac372bf37 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:40:33.437373 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3d2b2647-e2cd-4f49-9c74-ef2518cbea6f req-2e0f3ad9-fe65-485c-9145-3b08d7cfbddc tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441411 May 11 07:40:33.531411 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0f89b596-f6bc-48af-9dba-4338c9bb5f4c req-19e3135b-97c3-4540-9edd-cfec3f7ac350 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 210 time: 0.0334423 May 11 07:40:33.583719 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-42f009c1-a469-40b6-9c32-de543d6f4d93 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (05f060ec-9fcb-4a18-904e-e9f70ec12d49), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.591546 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-42f009c1-a469-40b6-9c32-de543d6f4d93 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (05f060ec-9fcb-4a18-904e-e9f70ec12d49), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.596086 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 392b169a-50de-481f-892d-287f8e420026 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:33.596680 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (392b169a-50de-481f-892d-287f8e420026), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.624997 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f009c1-a469-40b6-9c32-de543d6f4d93 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f060ec-9fcb-4a18-904e-e9f70ec12d49,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:33.635166 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 392b169a-50de-481f-892d-287f8e420026, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=392b169a-50de-481f-892d-287f8e420026,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:33.639365 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-42f009c1-a469-40b6-9c32-de543d6f4d93 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.640588 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-42f009c1-a469-40b6-9c32-de543d6f4d93 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4004316 May 11 07:40:33.644339 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49642) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:33.646545 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (392b169a-50de-481f-892d-287f8e420026), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.652021 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-d39bbdfe-fa92-48f1-a742-6291c34c71c5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'security_group_rule': {'security_group_id': '7a45570e-2aa0-4e40-a0a3-1d1c14d267e6', 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:33.700336 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-1b2eeff5-77a6-442d-ae6b-7be5a03b24bd tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e281a5ed352441838b649ed98a4810df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630255 May 11 07:40:33.713373 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91543a14-0ae8-44e1-bba8-2b3a746fbae8 {{(pid=103567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:40:33.736487 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Publish callbacks [] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.746278 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.securitygroups_db [None req-d39bbdfe-fa92-48f1-a742-6291c34c71c5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Project d69ae02f1e0146c795d799160ac17d44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 07:40:33.758025 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d39bbdfe-fa92-48f1-a742-6291c34c71c5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (c5a16ece-c5bb-4eac-a617-05cfbce64e9c), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.762152 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.provisioning_blocks [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Transition to ACTIVE for port object 91543a14-0ae8-44e1-bba8-2b3a746fbae8 will not be triggered until provisioned by entity L2. {{(pid=103567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:40:33.770754 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.780191 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'name': 'tempest-TestVolumeBootPattern-2047087584-router', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '392b169a-50de-481f-892d-287f8e420026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:25Z', 'updated_at': '2022-05-11T07:40:30Z', 'revision_number': 4, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'gw_port': {'id': '392b169a-50de-481f-892d-287f8e420026', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:26Z', 'updated_at': '2022-05-11T07:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43', 'name': '', 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'mac_address': 'fa:16:3e:12:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3514a3a0-263d-46ba-99e8-73a5c3e0b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:29Z', 'updated_at': '2022-05-11T07:40:31Z', 'revision_number': 2, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'subnets': [{'id': '3514a3a0-263d-46ba-99e8-73a5c3e0b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:33.782105 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=392b169a-50de-481f-892d-287f8e420026,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:33.815053 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Checking router: 2af51ebd-4588-43ff-9808-443ac372bf37 for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:40:33.815420 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Updating router 2af51ebd-4588-43ff-9808-443ac372bf37 port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:40:33.879300 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.919366 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Pushing event updated for resources: {'Port': ['ID=91543a14-0ae8-44e1-bba8-2b3a746fbae8,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:33.922195 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462b6ce-ebe1-42f9-bf1e-5ec736c0d91b req-60e7bfc5-a00b-4b1b-b8d9-cab8fb9a8dfe tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:33.924873 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d39bbdfe-fa92-48f1-a742-6291c34c71c5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (c5a16ece-c5bb-4eac-a617-05cfbce64e9c), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.931299 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1462b6ce-ebe1-42f9-bf1e-5ec736c0d91b req-60e7bfc5-a00b-4b1b-b8d9-cab8fb9a8dfe tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 946 time: 0.0893688 May 11 07:40:33.947496 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d39bbdfe-fa92-48f1-a742-6291c34c71c5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (c5a16ece-c5bb-4eac-a617-05cfbce64e9c), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.955857 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa4113-5426-448c-982f-fccee52ffb31 req-425ab850-f545-45e8-9c6a-171ec62053f4 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:33.957432 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-425ab850-f545-45e8-9c6a-171ec62053f4 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425082 May 11 07:40:33.976028 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bbdfe-fa92-48f1-a742-6291c34c71c5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a16ece-c5bb-4eac-a617-05cfbce64e9c,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:33.993723 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Request body: {'port': {'device_id': '99693cf3-0e4b-48d0-ac99-eb076109897c', 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de', 'admin_state_up': True, 'tenant_id': 'e281a5ed352441838b649ed98a4810df'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:33.995642 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d39bbdfe-fa92-48f1-a742-6291c34c71c5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:33.997042 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-d39bbdfe-fa92-48f1-a742-6291c34c71c5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3518608 May 11 07:40:33.999803 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49650) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:34.006816 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-eee6bddc-e954-4664-9853-34c47f4c3c29 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'security_group_rule': {'security_group_id': '7a45570e-2aa0-4e40-a0a3-1d1c14d267e6', 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:34.026875 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Attempting to bind port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:34.027565 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Attempting to bind port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:34.028096 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Attempting to bind port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 on network c4d89019-bced-4db2-9253-82870fddaba6 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:34.033714 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.securitygroups_db [None req-eee6bddc-e954-4664-9853-34c47f4c3c29 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Project d69ae02f1e0146c795d799160ac17d44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 07:40:34.036914 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 on network c4d89019-bced-4db2-9253-82870fddaba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:40:34.037454 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Attempting to bind port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 on network c4d89019-bced-4db2-9253-82870fddaba6 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:34.045682 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:34.046304 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Checking segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:34.046754 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Bound using segment: {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:34.047176 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Bound port: 91543a14-0ae8-44e1-bba8-2b3a746fbae8, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:34.047529 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.049285 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-eee6bddc-e954-4664-9853-34c47f4c3c29 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (74a7d86c-34ef-44ec-8ac1-c0e205d92add), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.098137 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1462b6ce-ebe1-42f9-bf1e-5ec736c0d91b req-18a06423-185b-47dc-8f49-40e5cc39911c tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556191 May 11 07:40:34.169889 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-eee6bddc-e954-4664-9853-34c47f4c3c29 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (74a7d86c-34ef-44ec-8ac1-c0e205d92add), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.171560 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] For port 91543a14-0ae8-44e1-bba8-2b3a746fbae8, host hv-cinder-83699, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:34.184702 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Made reservation on behalf of e281a5ed352441838b649ed98a4810df for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:34.189752 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-eee6bddc-e954-4664-9853-34c47f4c3c29 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (74a7d86c-34ef-44ec-8ac1-c0e205d92add), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.189951 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.199269 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] For port 91543a14-0ae8-44e1-bba8-2b3a746fbae8, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:34.204105 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.216724 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.228042 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6bddc-e954-4664-9853-34c47f4c3c29 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a7d86c-34ef-44ec-8ac1-c0e205d92add,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:34.261938 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-eee6bddc-e954-4664-9853-34c47f4c3c29 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.266491 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-eee6bddc-e954-4664-9853-34c47f4c3c29 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2625315 May 11 07:40:34.266491 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:34.266491 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.267427 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] 10.222.0.24 "PUT /v2.0/ports/91543a14-0ae8-44e1-bba8-2b3a746fbae8 HTTP/1.1" status: 200 len: 1093 time: 1.2005136 May 11 07:40:34.270046 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:34.272807 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71abe27e-849f-4829-9d3f-e9461b348dee" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:34.288924 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Publish callbacks [] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.299302 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.390413 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks [] for security_group (515ca68e-132c-4198-916a-6558df570123), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.392764 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa249a5-a8dc-4431-b2f5-67f6a176a8e9 x-openstack-request-id: req-4aa249a5-a8dc-4431-b2f5-67f6a176a8e9 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:34.393066 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:34.393614 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4aa249a5-a8dc-4431-b2f5-67f6a176a8e9 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:34.394032 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa249a5-a8dc-4431-b2f5-67f6a176a8e9'] response: {'name': 'network-changed', 'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'status': 'completed', 'code': 200} May 11 07:40:34.396431 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85faf1-14ab-495c-856b-e329dfcec735 service neutron] Pushing event updated for resources: {'Port': ['ID=91543a14-0ae8-44e1-bba8-2b3a746fbae8,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:34.426492 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-b74700b6-6984-4579-ac1c-74c33c8b5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:34.428069 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-b74700b6-6984-4579-ac1c-74c33c8b5f3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 1127 time: 0.0812030 May 11 07:40:34.430231 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (515ca68e-132c-4198-916a-6558df570123), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.533518 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-056acb08-e0fd-48cb-b8a0-18b84359205a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8 HTTP/1.1" status: 200 len: 217 time: 0.0812559 May 11 07:40:34.549222 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b3bcb-45f2-473a-9fdb-068ed844af6f None None] Pushing event updated for resources: {'Port': ['ID=c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:34.571634 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Attempting to bind port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:34.572381 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Attempting to bind port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '658f2b97-8633-44be-9d29-a842e4a918db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:34.573522 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Attempting to bind port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 on network cced97f9-9d96-482a-b896-99e31f3bb6e1 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:34.584588 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:34.588149 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Checking segment: {'id': '658f2b97-8633-44be-9d29-a842e4a918db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:34.589239 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.592057 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Bound using segment: {'id': '658f2b97-8633-44be-9d29-a842e4a918db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:34.592897 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Bound port: c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658f2b97-8633-44be-9d29-a842e4a918db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:34.594423 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.661587 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-d3005be0-163c-4847-930a-91e8f7e465fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:34.663299 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-d3005be0-163c-4847-930a-91e8f7e465fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.1220222 May 11 07:40:34.744898 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a06a25-e6a8-42dd-9121-dac8ba3f0c4d req-abfde58d-9025-411f-9737-360458f8eeee tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:34.753324 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-29a5cd6c-e06e-4175-8af2-d0ae5ab6f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:34.754049 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-39a06a25-e6a8-42dd-9121-dac8ba3f0c4d req-abfde58d-9025-411f-9737-360458f8eeee tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 943 time: 0.1063159 May 11 07:40:34.758283 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-29a5cd6c-e06e-4175-8af2-d0ae5ab6f2a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0833895 May 11 07:40:34.782674 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.800360 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] For port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:34.804337 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] For port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43,segment=NetworkSegment(658f2b97-8633-44be-9d29-a842e4a918db),segment_id=658f2b97-8633-44be-9d29-a842e4a918db)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:34.824333 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.834285 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-2f754d07-ef2f-413d-882a-1fcc198a9a5e None None] Provisioning complete for port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:34.834652 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2f754d07-ef2f-413d-882a-1fcc198a9a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:34.854655 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515ca68e-132c-4198-916a-6558df570123,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:34.896056 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-ca680784-aeae-4bc7-a693-fbbcc4c880e7 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296704 May 11 07:40:34.921581 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-39a06a25-e6a8-42dd-9121-dac8ba3f0c4d req-4371f649-e9e7-40fe-81db-b3d6c575c627 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665289 May 11 07:40:34.928714 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Routers {'2af51ebd-4588-43ff-9808-443ac372bf37'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:40:34.929381 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:40:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['2af51ebd-4588-43ff-9808-443ac372bf37'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:34.941945 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de676a8-c690-4bfb-b7d9-da17bea0f7f1 req-50364cf6-fdcc-4e68-bae2-032a4e8bd23d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:34.949494 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8de676a8-c690-4bfb-b7d9-da17bea0f7f1 req-50364cf6-fdcc-4e68-bae2-032a4e8bd23d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.3038690 May 11 07:40:34.951940 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Allocated IP 192.168.233.158 (503cb7a5-142f-4db6-a7df-938c276fe1de/7d919a5d-4a6f-417a-8a35-d68c34783351/020deed5-aef1-4456-9dc9-a8f5b1255561) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:35.005201 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b3bcb-45f2-473a-9fdb-068ed844af6f None None] Pushing event updated for resources: {'Port': ['ID=c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:35.101696 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f38ed2cb-b8cd-4fdf-949f-2e85ad64c1fe req-b8562081-53d7-43f5-9a2b-c7e428fdaaa4 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972058 May 11 07:40:35.120987 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fdec9705-a0c1-46e3-8e43-6cc0515df328 req-de31908e-d9c0-4855-975d-32df9c11436e tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 210 time: 0.0680392 May 11 07:40:35.127179 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8de676a8-c690-4bfb-b7d9-da17bea0f7f1 req-50df5107-ea3d-4d8b-b20b-2b4e8bc58600 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767650 May 11 07:40:35.187874 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-2f754d07-ef2f-413d-882a-1fcc198a9a5e None None] Current status of the port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:35.188408 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2f754d07-ef2f-413d-882a-1fcc198a9a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:35.201981 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] Set router 2af51ebd-4588-43ff-9808-443ac372bf37 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:40:35.265259 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 392b169a-50de-481f-892d-287f8e420026 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:35.337759 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks [] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:35.381337 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:35.464159 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Network 503cb7a5-142f-4db6-a7df-938c276fe1de is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:35.473079 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:35.476417 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:35.490226 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-2f754d07-ef2f-413d-882a-1fcc198a9a5e None None] For port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43,segment=NetworkSegment(658f2b97-8633-44be-9d29-a842e4a918db),segment_id=658f2b97-8633-44be-9d29-a842e4a918db)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:35.526122 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2f754d07-ef2f-413d-882a-1fcc198a9a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:35.547399 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:35.548041 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:35.556509 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26200f3-e8a0-4b90-ab42-5d584fe1f2d3 req-82005c2b-b859-4daf-889b-fd24b8210f43 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:35.559159 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c26200f3-e8a0-4b90-ab42-5d584fe1f2d3 req-82005c2b-b859-4daf-889b-fd24b8210f43 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 946 time: 0.1396322 May 11 07:40:35.560228 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Pushing event updated for resources: {'Port': ['ID=020deed5-aef1-4456-9dc9-a8f5b1255561,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:35.608018 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d8db0930-4cff-4c17-aba8-13187ef77e01 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6193900 May 11 07:40:35.638311 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c26200f3-e8a0-4b90-ab42-5d584fe1f2d3 req-8131b6be-770b-46e0-9332-ca4a78fc4f5a tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659018 May 11 07:40:35.652513 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 392b169a-50de-481f-892d-287f8e420026 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:35.652879 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (392b169a-50de-481f-892d-287f8e420026), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:35.665644 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f754d07-ef2f-413d-882a-1fcc198a9a5e None None] Pushing event updated for resources: {'Port': ['ID=c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:35.742876 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-e734e4b4-0791-45bc-ba30-50c0042bf584 None None] Provisioning complete for port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:35.743241 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-e734e4b4-0791-45bc-ba30-50c0042bf584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:35.774510 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'name': 'tempest-TestVolumeBootPattern-2047087584-router', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '392b169a-50de-481f-892d-287f8e420026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:25Z', 'updated_at': '2022-05-11T07:40:30Z', 'revision_number': 4, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'gw_port': {'id': '392b169a-50de-481f-892d-287f8e420026', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:26Z', 'updated_at': '2022-05-11T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43', 'name': '', 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'mac_address': 'fa:16:3e:12:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3514a3a0-263d-46ba-99e8-73a5c3e0b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:29Z', 'updated_at': '2022-05-11T07:40:34Z', 'revision_number': 4, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'subnets': [{'id': '3514a3a0-263d-46ba-99e8-73a5c3e0b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:35.810140 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1405f-bd5a-46e8-8c3e-e4d434268565 None None] The sync data for ids ['2af51ebd-4588-43ff-9808-443ac372bf37'] in dv-cinder-836996-20-iscsi is: [{'id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'name': 'tempest-TestVolumeBootPattern-2047087584-router', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '392b169a-50de-481f-892d-287f8e420026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:25Z', 'updated_at': '2022-05-11T07:40:30Z', 'revision_number': 4, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'gw_port': {'id': '392b169a-50de-481f-892d-287f8e420026', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:26Z', 'updated_at': '2022-05-11T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43', 'name': '', 'network_id': 'cced97f9-9d96-482a-b896-99e31f3bb6e1', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'mac_address': 'fa:16:3e:12:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3514a3a0-263d-46ba-99e8-73a5c3e0b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:29Z', 'updated_at': '2022-05-11T07:40:34Z', 'revision_number': 4, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'subnets': [{'id': '3514a3a0-263d-46ba-99e8-73a5c3e0b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:40:35.886371 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 392b169a-50de-481f-892d-287f8e420026 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:35.932496 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-e734e4b4-0791-45bc-ba30-50c0042bf584 None None] Current status of the port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:36.037027 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9eaf72-eb05-4cf0-9452-a324740c23fc req-e9fe3fb2-4636-4e75-adef-92e31fc152fd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:36.038694 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5e9eaf72-eb05-4cf0-9452-a324740c23fc req-e9fe3fb2-4636-4e75-adef-92e31fc152fd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 943 time: 0.0521507 May 11 07:40:36.053172 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-257eacff-7836-4a79-b517-2639ae2954bb None None] Provisioning complete for port 020deed5-aef1-4456-9dc9-a8f5b1255561 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:36.053647 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-257eacff-7836-4a79-b517-2639ae2954bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:36.099686 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5e9eaf72-eb05-4cf0-9452-a324740c23fc req-00cc1a72-aa47-4fc4-8356-1c909ff05aef tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544188 May 11 07:40:36.105974 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-257eacff-7836-4a79-b517-2639ae2954bb None None] Port 020deed5-aef1-4456-9dc9-a8f5b1255561 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:40:36.230827 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 91543a14-0ae8-44e1-bba8-2b3a746fbae8 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:40:36.298905 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abe27e-849f-4829-9d3f-e9461b348dee req-962ec7dd-c4e0-4ab7-91fa-462e8c19e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:36.299462 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a6fda-714a-4fe3-831c-088a7b85148d req-8ce909db-51c5-4122-b2c8-92f7aa4bbd44 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:36.300427 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-71abe27e-849f-4829-9d3f-e9461b348dee req-962ec7dd-c4e0-4ab7-91fa-462e8c19e804 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 1127 time: 0.0625010 May 11 07:40:36.305819 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-857a6fda-714a-4fe3-831c-088a7b85148d req-8ce909db-51c5-4122-b2c8-92f7aa4bbd44 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 936 time: 0.0843849 May 11 07:40:36.313600 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Request body: {'port': {'device_id': '99693cf3-0e4b-48d0-ac99-eb076109897c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:36.387577 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 91543a14-0ae8-44e1-bba8-2b3a746fbae8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:36.391691 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee2685-0de0-4084-9726-31296a93fdeb req-73a04c28-726a-4224-b1d6-a40afb8e9e06 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:36.393225 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91ee2685-0de0-4084-9726-31296a93fdeb req-73a04c28-726a-4224-b1d6-a40afb8e9e06 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.1094563 May 11 07:40:36.403501 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'port_id': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'mac_address': 'fa:16:3e:42:27:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:40:36.450854 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:36.451839 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:36.466279 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-857a6fda-714a-4fe3-831c-088a7b85148d req-c97a6956-e9d2-4fbe-ad41-91542e14663f tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595254 May 11 07:40:36.466842 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:36.468174 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91543a14-0ae8-44e1-bba8-2b3a746fbae8 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:40:36.503244 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 91543a14-0ae8-44e1-bba8-2b3a746fbae8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:36.509390 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:36.542709 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91ee2685-0de0-4084-9726-31296a93fdeb req-469444ff-1b54-459f-8754-4ca6ce6b7add tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395619 May 11 07:40:36.565462 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=91543a14-0ae8-44e1-bba8-2b3a746fbae8,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:36.804223 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41d442-882b-48ee-855a-6528df528300 req-5942a786-9faa-4576-92e7-18be104c096c tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:36.805788 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aa41d442-882b-48ee-855a-6528df528300 req-5942a786-9faa-4576-92e7-18be104c096c tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 946 time: 0.0755897 May 11 07:40:36.843074 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['91543a14-0ae8-44e1-bba8-2b3a746fbae8'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:40:36.898615 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aa41d442-882b-48ee-855a-6528df528300 req-4dd2c0d9-2648-4fa7-9cad-7fb1b9aa9deb tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860584 May 11 07:40:36.907350 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020deed5-aef1-4456-9dc9-a8f5b1255561 {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:40:36.929980 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Publish callbacks [] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:36.943351 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Transition to ACTIVE for port object 020deed5-aef1-4456-9dc9-a8f5b1255561 will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:40:36.949038 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:37.001674 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Pushing event updated for resources: {'Port': ['ID=020deed5-aef1-4456-9dc9-a8f5b1255561,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:37.079976 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Attempting to bind port 020deed5-aef1-4456-9dc9-a8f5b1255561 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:37.080377 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Attempting to bind port 020deed5-aef1-4456-9dc9-a8f5b1255561 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'abec0731-0513-4f39-b992-25b59a356d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:37.080717 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Attempting to bind port 020deed5-aef1-4456-9dc9-a8f5b1255561 on network 503cb7a5-142f-4db6-a7df-938c276fe1de {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:37.085694 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Port 020deed5-aef1-4456-9dc9-a8f5b1255561 on network 503cb7a5-142f-4db6-a7df-938c276fe1de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:40:37.086068 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Attempting to bind port 020deed5-aef1-4456-9dc9-a8f5b1255561 on network 503cb7a5-142f-4db6-a7df-938c276fe1de {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:37.091443 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:37.091694 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Checking segment: {'id': 'abec0731-0513-4f39-b992-25b59a356d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:37.092081 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Bound using segment: {'id': 'abec0731-0513-4f39-b992-25b59a356d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:37.092511 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Bound port: 020deed5-aef1-4456-9dc9-a8f5b1255561, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abec0731-0513-4f39-b992-25b59a356d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:37.092870 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:37.153294 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:37.205331 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:37.205742 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:37.210437 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] For port 020deed5-aef1-4456-9dc9-a8f5b1255561, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:37.229129 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] For port 020deed5-aef1-4456-9dc9-a8f5b1255561, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=020deed5-aef1-4456-9dc9-a8f5b1255561,segment=NetworkSegment(abec0731-0513-4f39-b992-25b59a356d43),segment_id=abec0731-0513-4f39-b992-25b59a356d43)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:37.235962 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff0fa1-e943-46b1-92f5-ff4e020d3ece req-6e4e0f55-17b4-48d2-a320-eaa2d8d339bf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:37.237427 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-acff0fa1-e943-46b1-92f5-ff4e020d3ece req-6e4e0f55-17b4-48d2-a320-eaa2d8d339bf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 944 time: 0.0643997 May 11 07:40:37.243836 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:37.295711 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:37.296429 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:37.297758 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] 10.222.0.24 "PUT /v2.0/ports/020deed5-aef1-4456-9dc9-a8f5b1255561 HTTP/1.1" status: 200 len: 1098 time: 1.0151210 May 11 07:40:37.298120 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99693cf3-0e4b-48d0-ac99-eb076109897c', 'tag': '020deed5-aef1-4456-9dc9-a8f5b1255561'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:37.300344 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5113e4d2-edff-4e96-8885-484ffdc35e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "99693cf3-0e4b-48d0-ac99-eb076109897c", "tag": "020deed5-aef1-4456-9dc9-a8f5b1255561"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:37.302048 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:37.348984 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ff6c9-4954-4186-84e2-237fed1503a3 service neutron] Pushing event updated for resources: {'Port': ['ID=020deed5-aef1-4456-9dc9-a8f5b1255561,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:37.360717 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-acff0fa1-e943-46b1-92f5-ff4e020d3ece req-97964701-0743-45f9-8344-e9b750c7fadf tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132302 May 11 07:40:37.362645 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8812ab3-a09a-4544-a886-edf223bec71e x-openstack-request-id: req-f8812ab3-a09a-4544-a886-edf223bec71e {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:37.362931 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99693cf3-0e4b-48d0-ac99-eb076109897c", "tag": "020deed5-aef1-4456-9dc9-a8f5b1255561", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:37.363187 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8812ab3-a09a-4544-a886-edf223bec71e {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:37.363587 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8812ab3-a09a-4544-a886-edf223bec71e'] response: {'name': 'network-changed', 'server_uuid': '99693cf3-0e4b-48d0-ac99-eb076109897c', 'tag': '020deed5-aef1-4456-9dc9-a8f5b1255561', 'status': 'completed', 'code': 200} May 11 07:40:37.607684 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7853b7-ddb8-41a9-907f-87f6d1d6dc9c req-2dc11a8b-526f-47b8-ba89-b9002d13d437 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:37.610243 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6c7853b7-ddb8-41a9-907f-87f6d1d6dc9c req-2dc11a8b-526f-47b8-ba89-b9002d13d437 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 948 time: 0.0562260 May 11 07:40:37.697598 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abe27e-849f-4829-9d3f-e9461b348dee req-e7ee59a8-a94e-4a88-a78d-c55fad7c1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:37.699645 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-71abe27e-849f-4829-9d3f-e9461b348dee req-e7ee59a8-a94e-4a88-a78d-c55fad7c1c13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.0944865 May 11 07:40:37.708443 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113e4d2-edff-4e96-8885-484ffdc35e0b req-9a307bce-6048-426a-b648-4a5bb58852ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:37.709916 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5113e4d2-edff-4e96-8885-484ffdc35e0b req-9a307bce-6048-426a-b648-4a5bb58852ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e281a5ed352441838b649ed98a4810df&device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 1132 time: 0.0862162 May 11 07:40:37.724147 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e548726-b437-4a88-b762-7ebe304236fc req-cdf6b8c3-3c9e-43f3-8bd0-d31667140eac tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:37.725503 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e548726-b437-4a88-b762-7ebe304236fc req-cdf6b8c3-3c9e-43f3-8bd0-d31667140eac tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0710046 May 11 07:40:37.758134 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6c7853b7-ddb8-41a9-907f-87f6d1d6dc9c req-8c709833-7d0e-4e6e-a8e8-cea6afd18f7d tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406982 May 11 07:40:37.767399 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-71abe27e-849f-4829-9d3f-e9461b348dee req-7bb643f5-05f0-4ed7-aeff-a0e3011e7e62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8 HTTP/1.1" status: 200 len: 217 time: 0.0349567 May 11 07:40:37.777360 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5113e4d2-edff-4e96-8885-484ffdc35e0b req-01dd4dca-398e-4870-9338-1355d0050f15 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e281a5ed352441838b649ed98a4810df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423911 May 11 07:40:37.845076 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abe27e-849f-4829-9d3f-e9461b348dee req-2b053ccc-4e6a-4552-999b-5b3cf2e1feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:37.846718 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-71abe27e-849f-4829-9d3f-e9461b348dee req-2b053ccc-4e6a-4552-999b-5b3cf2e1feca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0623734 May 11 07:40:37.860471 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e548726-b437-4a88-b762-7ebe304236fc req-eabe35ea-1b5d-42dc-9c87-76f00f5cad3f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265442 May 11 07:40:37.964356 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113e4d2-edff-4e96-8885-484ffdc35e0b req-33c65261-ae79-407c-b505-53ef5e6534ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:37.966133 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5113e4d2-edff-4e96-8885-484ffdc35e0b req-33c65261-ae79-407c-b505-53ef5e6534ea service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817548 May 11 07:40:38.024345 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abe27e-849f-4829-9d3f-e9461b348dee req-82167251-eb4b-476e-9d0f-3a355de4548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:38.025996 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-71abe27e-849f-4829-9d3f-e9461b348dee req-82167251-eb4b-476e-9d0f-3a355de4548a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435886 May 11 07:40:38.057655 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a07ea-efad-4090-8677-cf728ffedd38 req-2ad5f36a-fb84-438d-9d72-60fe32fc486f tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:38.059133 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bf9a07ea-efad-4090-8677-cf728ffedd38 req-2ad5f36a-fb84-438d-9d72-60fe32fc486f tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 946 time: 0.0789928 May 11 07:40:38.069046 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa4113-5426-448c-982f-fccee52ffb31 req-1752dcd9-fb0c-4ed9-9fb0-dffb2a567831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:38.070441 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-1752dcd9-fb0c-4ed9-9fb0-dffb2a567831 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e281a5ed352441838b649ed98a4810df&device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 1132 time: 0.0560746 May 11 07:40:38.117986 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-71abe27e-849f-4829-9d3f-e9461b348dee req-4b23e942-4266-4793-8ad6-d1a18b71fddb service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833604 May 11 07:40:38.124501 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-520463d1-e9a1-4f57-b21e-c1f13fc8ed1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=020deed5-aef1-4456-9dc9-a8f5b1255561 HTTP/1.1" status: 200 len: 217 time: 0.0410774 May 11 07:40:38.198867 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bf9a07ea-efad-4090-8677-cf728ffedd38 req-2bbe07b8-52d4-43bb-8ce0-ff255ce848e9 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319113 May 11 07:40:38.224944 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-b9332e44-b8ca-4f01-9e90-fa6e9b6be25f tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:38.226405 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-b9332e44-b8ca-4f01-9e90-fa6e9b6be25f tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.24 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 946 time: 0.0837708 May 11 07:40:38.232269 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa4113-5426-448c-982f-fccee52ffb31 req-021a4b5d-9c01-412a-a203-95d2ccb5ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:38.233586 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-021a4b5d-9c01-412a-a203-95d2ccb5ccd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d919a5d-4a6f-417a-8a35-d68c34783351 HTTP/1.1" status: 200 len: 843 time: 0.0921772 May 11 07:40:38.237734 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 91543a14-0ae8-44e1-bba8-2b3a746fbae8 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:38.240424 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-71abe27e-849f-4829-9d3f-e9461b348dee req-61f64719-2822-4b85-9a42-15d0b838c69b service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007812 May 11 07:40:38.294919 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:40:38.300928 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:38.301646 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:38.326547 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa4113-5426-448c-982f-fccee52ffb31 req-077f844d-1338-4b9f-af63-2a60704081b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:38.328013 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-077f844d-1338-4b9f-af63-2a60704081b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=503cb7a5-142f-4db6-a7df-938c276fe1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0865035 May 11 07:40:38.360929 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-efbc669b-39f9-4f5c-b0b2-4fc87f46abcf tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Deleting port 501af30f-a266-4e33-ab42-8e5d612377df {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:40:38.361260 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-efbc669b-39f9-4f5c-b0b2-4fc87f46abcf tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (501af30f-a266-4e33-ab42-8e5d612377df), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:38.385791 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:38.386180 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:38.411513 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:38.413789 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacdd6bb-8114-4da8-8f64-4b99539a3298" -d '{"events": [{"server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "name": "network-vif-plugged", "status": "completed", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:38.429873 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 91543a14-0ae8-44e1-bba8-2b3a746fbae8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:38.435372 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:38.499787 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ee17d8-0da2-45dc-be4f-bd05b29e6034 x-openstack-request-id: req-94ee17d8-0da2-45dc-be4f-bd05b29e6034 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:38.500153 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "name": "network-vif-plugged", "status": "completed", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:38.500507 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94ee17d8-0da2-45dc-be4f-bd05b29e6034 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:38.500974 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ee17d8-0da2-45dc-be4f-bd05b29e6034'] response: {'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'code': 200} May 11 07:40:38.521717 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=91543a14-0ae8-44e1-bba8-2b3a746fbae8,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:38.557901 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-efbc669b-39f9-4f5c-b0b2-4fc87f46abcf tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] For port 501af30f-a266-4e33-ab42-8e5d612377df, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=501af30f-a266-4e33-ab42-8e5d612377df,segment=NetworkSegment(120f8e72-d940-4fef-ba2c-cef492fec0dd),segment_id=120f8e72-d940-4fef-ba2c-cef492fec0dd)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:38.558260 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-efbc669b-39f9-4f5c-b0b2-4fc87f46abcf tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (501af30f-a266-4e33-ab42-8e5d612377df), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:38.561972 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-d26b7325-cbe1-4d17-9dce-8be13044690c service neutron] 10.222.0.24 "GET /v2.0/networks/503cb7a5-142f-4db6-a7df-938c276fe1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253532 May 11 07:40:38.578659 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-efbc669b-39f9-4f5c-b0b2-4fc87f46abcf tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Calling delete_port for 501af30f-a266-4e33-ab42-8e5d612377df owned by compute:nova {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:40:38.594965 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aff6e9-ff58-4a6a-9aa5-2d64fede573b req-770f1544-40db-4474-87bc-15cd6fe6cb36 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:38.596463 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-46aff6e9-ff58-4a6a-9aa5-2d64fede573b req-770f1544-40db-4474-87bc-15cd6fe6cb36 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0944731 May 11 07:40:38.710900 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3542a-b048-4aed-8d49-58fbec751c9c req-7a19b012-a5ff-46a1-b437-24377e957b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:38.712529 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-67c3542a-b048-4aed-8d49-58fbec751c9c req-7a19b012-a5ff-46a1-b437-24377e957b82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 1129 time: 0.0402594 May 11 07:40:38.764431 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-67c3542a-b048-4aed-8d49-58fbec751c9c req-682df12d-e9d2-49eb-96bc-1bb4ee00be8b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438259 May 11 07:40:39.010018 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d03006-177e-40a0-abd0-70207d3a884c req-a7da7835-c753-4d4e-b72c-4698b42b68b3 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:39.011996 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a1d03006-177e-40a0-abd0-70207d3a884c req-a7da7835-c753-4d4e-b72c-4698b42b68b3 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 948 time: 0.1496596 May 11 07:40:39.020366 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-46aff6e9-ff58-4a6a-9aa5-2d64fede573b req-194179f3-9609-4d12-9651-fb4144f0bc02 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082294 May 11 07:40:39.060262 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-faaa4113-5426-448c-982f-fccee52ffb31 req-fb41a367-ece3-4dcc-8942-d8677913f24f service neutron] 10.222.0.24 "GET /v2.0/networks/503cb7a5-142f-4db6-a7df-938c276fe1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829369 May 11 07:40:39.150361 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a1d03006-177e-40a0-abd0-70207d3a884c req-6c109f7e-a269-467f-b9cf-5547bdbfc2fc tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291182 May 11 07:40:39.170202 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdb34f-4af2-4a7b-aecd-66fe395def09 req-ed9cfbb9-de63-4f6e-9b02-f107f26307e5 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:39.171682 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-73cdb34f-4af2-4a7b-aecd-66fe395def09 req-ed9cfbb9-de63-4f6e-9b02-f107f26307e5 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0781708 May 11 07:40:39.172920 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-efbc669b-39f9-4f5c-b0b2-4fc87f46abcf tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (501af30f-a266-4e33-ab42-8e5d612377df), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:39.207931 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc669b-39f9-4f5c-b0b2-4fc87f46abcf tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Pushing event deleted for resources: {'Port': ['ID=501af30f-a266-4e33-ab42-8e5d612377df,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:39.272888 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-efbc669b-39f9-4f5c-b0b2-4fc87f46abcf tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] No DVR routers for this DVR port 501af30f-a266-4e33-ab42-8e5d612377df on host hv-cinder-83699 {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:40:39.290655 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-efbc669b-39f9-4f5c-b0b2-4fc87f46abcf tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:39.293888 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7df54645-5000-42d8-81ef-aa7c6f5e7c22 req-efbc669b-39f9-4f5c-b0b2-4fc87f46abcf tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.24 "DELETE /v2.0/ports/501af30f-a266-4e33-ab42-8e5d612377df HTTP/1.1" status: 204 len: 173 time: 1.0594122 May 11 07:40:39.310648 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-73cdb34f-4af2-4a7b-aecd-66fe395def09 req-a58b5c44-d287-4f40-b888-77df0f042659 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300066 May 11 07:40:39.312672 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7d815a44-a431-43f7-8458-f06694c669ef req-334bd4dd-5c1c-4947-8ded-7de50103683a tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 210 time: 0.0408480 May 11 07:40:39.364490 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e8ae3e-0e3e-410b-b293-84228b29a98d', 'name': 'network-vif-deleted', 'tag': '501af30f-a266-4e33-ab42-8e5d612377df'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:39.366861 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6a3def-5f41-44ef-9dc5-0f03d60e8b00" -d '{"events": [{"server_uuid": "00e8ae3e-0e3e-410b-b293-84228b29a98d", "name": "network-vif-deleted", "tag": "501af30f-a266-4e33-ab42-8e5d612377df"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:39.403410 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefd632b-65d1-4736-bf6f-7fef4ab8cf72 x-openstack-request-id: req-aefd632b-65d1-4736-bf6f-7fef4ab8cf72 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:39.403699 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e8ae3e-0e3e-410b-b293-84228b29a98d", "name": "network-vif-deleted", "tag": "501af30f-a266-4e33-ab42-8e5d612377df", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:39.403946 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aefd632b-65d1-4736-bf6f-7fef4ab8cf72 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:39.404339 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefd632b-65d1-4736-bf6f-7fef4ab8cf72'] response: {'server_uuid': '00e8ae3e-0e3e-410b-b293-84228b29a98d', 'name': 'network-vif-deleted', 'tag': '501af30f-a266-4e33-ab42-8e5d612377df', 'status': 'completed', 'code': 200} May 11 07:40:40.141286 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff15e6-0587-40a6-a901-93504b6444bb req-2c8a55db-dd9f-4281-8ccf-fc11598b3494 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:40.142771 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-80ff15e6-0587-40a6-a901-93504b6444bb req-2c8a55db-dd9f-4281-8ccf-fc11598b3494 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0478833 May 11 07:40:40.189691 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-80ff15e6-0587-40a6-a901-93504b6444bb req-68beaab3-2767-4566-8ec2-558dc2ded687 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411582 May 11 07:40:40.241803 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 020deed5-aef1-4456-9dc9-a8f5b1255561 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:40:40.245572 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 501af30f-a266-4e33-ab42-8e5d612377df no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:40:40.273135 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 501af30f-a266-4e33-ab42-8e5d612377df {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:40:40.273477 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 501af30f-a266-4e33-ab42-8e5d612377df not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:40:40.373530 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 020deed5-aef1-4456-9dc9-a8f5b1255561, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=020deed5-aef1-4456-9dc9-a8f5b1255561,segment=NetworkSegment(abec0731-0513-4f39-b992-25b59a356d43),segment_id=abec0731-0513-4f39-b992-25b59a356d43)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:40.385085 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '020deed5-aef1-4456-9dc9-a8f5b1255561', 'network_id': '503cb7a5-142f-4db6-a7df-938c276fe1de', 'port_id': '020deed5-aef1-4456-9dc9-a8f5b1255561', 'mac_address': 'fa:16:3e:74:00:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d919a5d-4a6f-417a-8a35-d68c34783351', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:40:40.427093 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 020deed5-aef1-4456-9dc9-a8f5b1255561 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:40.427483 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:40.436394 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0d136942-5394-4d9b-b867-1277714a702f req-0fa60cf1-028e-4c54-8b1d-32317fb7d677 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 210 time: 0.0443120 May 11 07:40:40.440727 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020deed5-aef1-4456-9dc9-a8f5b1255561 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:40:40.442987 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadf67d-d905-41ac-bf5b-5349e45a92c2 req-46ea612d-0d05-4257-8ecf-a2f689f6cf5f tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:40.444374 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2dadf67d-d905-41ac-bf5b-5349e45a92c2 req-46ea612d-0d05-4257-8ecf-a2f689f6cf5f tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 948 time: 0.0811486 May 11 07:40:40.476213 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 020deed5-aef1-4456-9dc9-a8f5b1255561, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=020deed5-aef1-4456-9dc9-a8f5b1255561,segment=NetworkSegment(abec0731-0513-4f39-b992-25b59a356d43),segment_id=abec0731-0513-4f39-b992-25b59a356d43)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:40.481479 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:40.508607 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2dadf67d-d905-41ac-bf5b-5349e45a92c2 req-9c2188bf-cd2e-4d93-a467-3a15d723c09f tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537670 May 11 07:40:40.553497 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=020deed5-aef1-4456-9dc9-a8f5b1255561,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:40.565492 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6eb23-2a2c-4c93-80a1-c8b31f1d42d2 req-63ca7130-24ff-4e02-925b-e48550427d84 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:40.567244 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60c6eb23-2a2c-4c93-80a1-c8b31f1d42d2 req-63ca7130-24ff-4e02-925b-e48550427d84 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0515323 May 11 07:40:40.615927 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60c6eb23-2a2c-4c93-80a1-c8b31f1d42d2 req-dbc0694c-c1b3-4873-ac15-caf425843749 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430782 May 11 07:40:40.859444 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['020deed5-aef1-4456-9dc9-a8f5b1255561'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:40:41.301925 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce6d33-300a-49b3-8dad-0436bc9250c5 req-2e1f8550-c03b-499e-a1e3-f5aabbd69987 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:41.303383 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-44ce6d33-300a-49b3-8dad-0436bc9250c5 req-2e1f8550-c03b-499e-a1e3-f5aabbd69987 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0471668 May 11 07:40:41.359393 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-44ce6d33-300a-49b3-8dad-0436bc9250c5 req-9e87c448-ddea-4185-87e1-abee5eff310e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491745 May 11 07:40:41.468531 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f89c5d-e4d2-4909-81eb-ffb3878d8589 req-b2fe6d0a-76fe-4e61-8223-15658ca6f3df tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:41.470293 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c6f89c5d-e4d2-4909-81eb-ffb3878d8589 req-b2fe6d0a-76fe-4e61-8223-15658ca6f3df tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0485344 May 11 07:40:41.479583 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 49804) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:41.484083 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-608b214c-6377-4df6-9b86-cfc1c957b729 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Request body: {'floatingip': {'port_id': '91543a14-0ae8-44e1-bba8-2b3a746fbae8'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:41.523761 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-608b214c-6377-4df6-9b86-cfc1c957b729 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for floatingip (1dc11191-a2db-4879-9d6d-41a0b6ab8c07), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:41.569896 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-480bfc2d-75db-41ee-9bb5-899baf343588 req-a2f1fb73-8d2f-40b6-89d0-0ac21753c399 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e8ae3e-0e3e-410b-b293-84228b29a98d HTTP/1.1" status: 200 len: 210 time: 0.0344138 May 11 07:40:41.684062 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec4a9e-f63c-47f5-bded-e149421016fa req-a827f1f9-3ee5-4887-a90c-73f4a0491654 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:41.685720 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0eec4a9e-f63c-47f5-bded-e149421016fa req-a827f1f9-3ee5-4887-a90c-73f4a0491654 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 949 time: 0.0503924 May 11 07:40:41.743910 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0eec4a9e-f63c-47f5-bded-e149421016fa req-046df14a-03bb-4bb0-9311-a03b6703fca9 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511820 May 11 07:40:41.876192 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c80664-cdb4-4f67-948c-9b57ef7dcbf2 req-946b9a80-1d6c-4d34-a8c8-17eee1e1ebf3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:41.878263 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-95c80664-cdb4-4f67-948c-9b57ef7dcbf2 req-946b9a80-1d6c-4d34-a8c8-17eee1e1ebf3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0590239 May 11 07:40:41.932720 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-95c80664-cdb4-4f67-948c-9b57ef7dcbf2 req-93a54d50-49db-4d84-bf5d-53dabc53981c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475264 May 11 07:40:42.251442 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 020deed5-aef1-4456-9dc9-a8f5b1255561 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:42.261155 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-608b214c-6377-4df6-9b86-cfc1c957b729 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:42.265097 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-608b214c-6377-4df6-9b86-cfc1c957b729 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (1dc11191-a2db-4879-9d6d-41a0b6ab8c07), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:42.297736 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 020deed5-aef1-4456-9dc9-a8f5b1255561 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:40:42.304140 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 020deed5-aef1-4456-9dc9-a8f5b1255561 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:42.305029 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:42.370657 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [None req-608b214c-6377-4df6-9b86-cfc1c957b729 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Floating IP 1dc11191-a2db-4879-9d6d-41a0b6ab8c07 associated. External IP: 172.27.2.230, port: 91543a14-0ae8-44e1-bba8-2b3a746fbae8. May 11 07:40:42.389850 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 020deed5-aef1-4456-9dc9-a8f5b1255561 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:42.390275 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:42.415877 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99693cf3-0e4b-48d0-ac99-eb076109897c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020deed5-aef1-4456-9dc9-a8f5b1255561'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:42.418201 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2f0cf3-a217-4cba-b1c3-117084f4ea58" -d '{"events": [{"server_uuid": "99693cf3-0e4b-48d0-ac99-eb076109897c", "name": "network-vif-plugged", "status": "completed", "tag": "020deed5-aef1-4456-9dc9-a8f5b1255561"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:42.434804 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 020deed5-aef1-4456-9dc9-a8f5b1255561, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=020deed5-aef1-4456-9dc9-a8f5b1255561,segment=NetworkSegment(abec0731-0513-4f39-b992-25b59a356d43),segment_id=abec0731-0513-4f39-b992-25b59a356d43)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:42.441992 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:42.478485 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d1cd88-8165-462d-974d-8d6c0e531b13 x-openstack-request-id: req-f3d1cd88-8165-462d-974d-8d6c0e531b13 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:42.478788 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99693cf3-0e4b-48d0-ac99-eb076109897c", "name": "network-vif-plugged", "status": "completed", "tag": "020deed5-aef1-4456-9dc9-a8f5b1255561", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:42.479062 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3d1cd88-8165-462d-974d-8d6c0e531b13 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:42.479485 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d1cd88-8165-462d-974d-8d6c0e531b13'] response: {'server_uuid': '99693cf3-0e4b-48d0-ac99-eb076109897c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020deed5-aef1-4456-9dc9-a8f5b1255561', 'code': 200} May 11 07:40:42.499170 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=020deed5-aef1-4456-9dc9-a8f5b1255561,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:42.611257 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608b214c-6377-4df6-9b86-cfc1c957b729 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Router 0d28e586-6631-4616-ad19-7d966254ff7e has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:40:42.676032 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778b50f-a265-49d5-b608-28752cc03a0b req-d412bc50-1c72-492e-9cca-931a38bcb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:42.677716 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1778b50f-a265-49d5-b608-28752cc03a0b req-d412bc50-1c72-492e-9cca-931a38bcb024 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 1134 time: 0.0774083 May 11 07:40:42.725380 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1778b50f-a265-49d5-b608-28752cc03a0b req-7cef99b6-0bae-466e-83e2-8ff9a6882dac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 May 11 07:40:42.751252 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608b214c-6377-4df6-9b86-cfc1c957b729 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:40:42.756059 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-608b214c-6377-4df6-9b86-cfc1c957b729 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:42.763321 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] Sync routers for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:40:42.772900 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:40:42.774833 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:40:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:42.790204 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-608b214c-6377-4df6-9b86-cfc1c957b729 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "PUT /v2.0/floatingips/1dc11191-a2db-4879-9d6d-41a0b6ab8c07 HTTP/1.1" status: 200 len: 991 time: 1.3074391 May 11 07:40:42.790204 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:42.792130 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b462373-af23-4dc3-bb3a-7ada7b7d5402" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:42.895669 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:40:42.908191 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8221-aa05-495c-9bbc-79ed4479df34 req-4e7e1120-785e-4f1f-820c-08be6343e841 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:42.910153 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00ff8221-aa05-495c-9bbc-79ed4479df34 req-4e7e1120-785e-4f1f-820c-08be6343e841 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 950 time: 0.0805082 May 11 07:40:43.014176 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00ff8221-aa05-495c-9bbc-79ed4479df34 req-a54551a5-4199-4307-a7c4-de1778fae360 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753682 May 11 07:40:43.021138 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-310d6f9e-bdd9-4dc8-b8c3-0337009a09b6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:43.026767 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-310d6f9e-bdd9-4dc8-b8c3-0337009a09b6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/networks?id=dfa4b454-8bbb-460d-a846-a88ee9e3b47d HTTP/1.1" status: 200 len: 808 time: 0.1855681 May 11 07:40:43.046878 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-0c3dff89-57c9-43a6-b406-93e4e935ce06 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/quotas/70e0fc25f309475d83688bab2b138157 HTTP/1.1" status: 200 len: 375 time: 0.0179648 May 11 07:40:43.063699 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732f8801-6819-421f-912e-84eb72f6d78b x-openstack-request-id: req-732f8801-6819-421f-912e-84eb72f6d78b {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:43.063991 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:43.064276 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-732f8801-6819-421f-912e-84eb72f6d78b {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:43.064631 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732f8801-6819-421f-912e-84eb72f6d78b'] response: {'name': 'network-changed', 'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'status': 'completed', 'code': 200} May 11 07:40:43.116692 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '1dc11191-a2db-4879-9d6d-41a0b6ab8c07', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'port_id': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'mac_address': 'fa:16:3e:42:27:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:40:27Z', 'updated_at': '2022-05-11T07:40:42Z', 'revision_number': 1, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:41Z', 'revision_number': 5, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:43.124325 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-3c1dc43e-c25f-4535-8c0b-b32c375b1439 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=70e0fc25f309475d83688bab2b138157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628603 May 11 07:40:43.152418 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] Checking router: 0d28e586-6631-4616-ad19-7d966254ff7e for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:40:43.160921 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:40:43.161507 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:40:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:43.213129 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-06d9a28f-9aa1-4974-84e3-40f7f6b37173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:43.214706 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-06d9a28f-9aa1-4974-84e3-40f7f6b37173 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 1129 time: 0.1011219 May 11 07:40:43.257046 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd831be-326a-4c38-b518-930caab414e5 req-e9144961-e7a6-449f-be02-15e12568d6a2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:43.258522 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9cd831be-326a-4c38-b518-930caab414e5 req-e9144961-e7a6-449f-be02-15e12568d6a2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.1129627 May 11 07:40:43.272168 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:40:43.302554 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-c2ec6090-c938-4a91-b0cd-c175fd23e201 service neutron] 10.222.0.36 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554337 May 11 07:40:43.348676 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9cd831be-326a-4c38-b518-930caab414e5 req-a621790b-0bf5-41d7-8ad4-84c55c8496d9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838447 May 11 07:40:43.411314 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-1229432b-0874-4490-a370-ab8146d26372 service neutron] 10.222.0.36 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025023 May 11 07:40:43.497150 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '1dc11191-a2db-4879-9d6d-41a0b6ab8c07', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'port_id': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'mac_address': 'fa:16:3e:42:27:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:40:27Z', 'updated_at': '2022-05-11T07:40:42Z', 'revision_number': 1, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:41Z', 'revision_number': 5, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:40:43.529384 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f55538-7c42-46bb-af3f-2601d4e5c123 None None] The sync data for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi is: [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '1dc11191-a2db-4879-9d6d-41a0b6ab8c07', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'port_id': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'mac_address': 'fa:16:3e:42:27:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:40:27Z', 'updated_at': '2022-05-11T07:40:42Z', 'revision_number': 1, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:41Z', 'revision_number': 5, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:40:43.600305 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5c36e01b-656e-4321-929b-f60dc53c98e7 req-029d2bd1-6405-4d0f-a326-7920e9592fca tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 210 time: 0.0498216 May 11 07:40:43.661972 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-e6a99c0f-3da8-441e-8559-0db98763a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:43.663436 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-e6a99c0f-3da8-441e-8559-0db98763a663 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.1226184 May 11 07:40:43.745389 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-0b109c3e-fbd6-4658-a7f3-6533c93be31a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8 HTTP/1.1" status: 200 len: 999 time: 0.0745502 May 11 07:40:43.799937 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b565ef5-0d34-4bb0-b96c-88be32f0fce7 None None] New status for floating IP 1dc11191-a2db-4879-9d6d-41a0b6ab8c07: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:40:43.820053 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-325af03c-232b-4d69-b557-8857f988d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:43.821711 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-325af03c-232b-4d69-b557-8857f988d243 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0549326 May 11 07:40:43.871143 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-1f09d27a-9634-47d0-bf8f-6012738e1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:43.872663 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-1f09d27a-9634-47d0-bf8f-6012738e1696 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435529 May 11 07:40:44.135487 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013bde7-4884-44d5-918e-05ac9b4e30b0 req-f1dae0f4-4204-4c68-b78d-c67439ecba5a tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:44.136935 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2013bde7-4884-44d5-918e-05ac9b4e30b0 req-f1dae0f4-4204-4c68-b78d-c67439ecba5a tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 950 time: 0.0526764 May 11 07:40:44.186570 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2013bde7-4884-44d5-918e-05ac9b4e30b0 req-d57fe95e-1037-45b6-ab96-4e7a08ac3bf6 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438414 May 11 07:40:44.477260 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb2dec-c303-462e-a698-d523603d9591 req-f5c86ade-af69-41ef-bd99-b9491bd401ba tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:44.478674 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84eb2dec-c303-462e-a698-d523603d9591 req-f5c86ade-af69-41ef-bd99-b9491bd401ba tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 950 time: 0.0784979 May 11 07:40:44.523216 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb34c1-e970-4ce5-92c8-3366ac951b3a req-f448c3bf-1fc8-4624-bd9a-fb547401841d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:44.525440 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1afb34c1-e970-4ce5-92c8-3366ac951b3a req-f448c3bf-1fc8-4624-bd9a-fb547401841d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0934901 May 11 07:40:44.629839 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84eb2dec-c303-462e-a698-d523603d9591 req-f315424a-6c76-4ef5-bbae-bc0bb11234e6 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451085 May 11 07:40:44.659404 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1afb34c1-e970-4ce5-92c8-3366ac951b3a req-51cf2e33-3ed9-4b28-883d-51d33859a1bf tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147499 May 11 07:40:44.677494 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-e344751a-e7c9-4d03-933f-ce214574240b service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841340 May 11 07:40:44.722824 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-168d91b0-21c3-4694-b10b-f63f9d6eab37 req-268b2c70-7019-4f7e-9440-a0b7127c2935 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 210 time: 0.0281250 May 11 07:40:45.756044 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55805418-f853-47ce-a42c-c9cdde17aaf3 req-b8699e23-fb65-4690-8f76-1d5e284db418 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:45.757387 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-55805418-f853-47ce-a42c-c9cdde17aaf3 req-b8699e23-fb65-4690-8f76-1d5e284db418 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 950 time: 0.0594108 May 11 07:40:45.804712 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b12a01-e8d2-45dd-a45f-a2c36b75e14e req-9362616d-e3f6-4cec-8aed-f4d0e59661e9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:45.806159 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-14b12a01-e8d2-45dd-a45f-a2c36b75e14e req-9362616d-e3f6-4cec-8aed-f4d0e59661e9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0709155 May 11 07:40:45.847790 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-55805418-f853-47ce-a42c-c9cdde17aaf3 req-9ffafd34-4cb2-4c49-b807-d01c73d5b8f2 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749657 May 11 07:40:45.912368 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-14b12a01-e8d2-45dd-a45f-a2c36b75e14e req-57507dfa-c397-4ed0-831e-becfe7917334 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988929 May 11 07:40:45.976331 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f810c7f6-7d28-41db-9456-62cc3a2b25fa req-6ec4a148-eb33-4e38-9503-b08fa84e0e81 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 210 time: 0.0356178 May 11 07:40:45.995550 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b462373-af23-4dc3-bb3a-7ada7b7d5402 req-1f628bca-6efa-41e2-a581-322168752499 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399009 May 11 07:40:46.243905 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:40:46.350777 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:46.361448 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'port_id': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'mac_address': 'fa:16:3e:7b:0d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:40:46.398725 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 is: ACTIVE; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:46.399109 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:46.412002 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:40:46.431598 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:46.435795 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:46.488692 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=6']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:46.530868 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-267799ad-97b2-4814-934a-ab59f8882679 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:46.532259 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-267799ad-97b2-4814-934a-ab59f8882679 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.24 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 950 time: 0.0589697 May 11 07:40:46.567824 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['1e8c8dbc-18a9-44e8-8ac6-273b984ed899'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:40:46.710259 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-8229c55a-5e0a-4134-9afe-fe54250a1d13 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Deleting port 020deed5-aef1-4456-9dc9-a8f5b1255561 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:40:46.710596 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-8229c55a-5e0a-4134-9afe-fe54250a1d13 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:46.748452 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-8b68bb58-7b62-4aa4-b418-c5c04cfaf126 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:46.749947 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-8b68bb58-7b62-4aa4-b418-c5c04cfaf126 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.24 "GET /v2.0/networks?id=dfa4b454-8bbb-460d-a846-a88ee9e3b47d HTTP/1.1" status: 200 len: 808 time: 0.1938515 May 11 07:40:46.814609 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-8229c55a-5e0a-4134-9afe-fe54250a1d13 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] For port 020deed5-aef1-4456-9dc9-a8f5b1255561, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=020deed5-aef1-4456-9dc9-a8f5b1255561,segment=NetworkSegment(abec0731-0513-4f39-b992-25b59a356d43),segment_id=abec0731-0513-4f39-b992-25b59a356d43)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:46.815226 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-8229c55a-5e0a-4134-9afe-fe54250a1d13 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:46.827594 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-8229c55a-5e0a-4134-9afe-fe54250a1d13 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Calling delete_port for 020deed5-aef1-4456-9dc9-a8f5b1255561 owned by compute:nova {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:40:46.841296 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Request body: {'port': {'device_id': '40c3ef2c-456d-44de-805e-9011046e7b1a', 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d', 'admin_state_up': True, 'tenant_id': '70e0fc25f309475d83688bab2b138157'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:47.051359 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a10af-0ccf-455d-99c3-b6daf8281baf req-7023638a-0241-40fc-ae7d-286d8395756f tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:47.052808 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d25a10af-0ccf-455d-99c3-b6daf8281baf req-7023638a-0241-40fc-ae7d-286d8395756f tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 950 time: 0.1142302 May 11 07:40:47.081526 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93e1d8-fafa-497a-ae8a-96153d486ea3 req-484eed91-0f4a-4a86-a9b6-f0582f90d6d4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:47.082860 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3e93e1d8-fafa-497a-ae8a-96153d486ea3 req-484eed91-0f4a-4a86-a9b6-f0582f90d6d4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 944 time: 0.0943029 May 11 07:40:47.134764 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Made reservation on behalf of 70e0fc25f309475d83688bab2b138157 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:47.137978 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:47.221709 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d25a10af-0ccf-455d-99c3-b6daf8281baf req-0a3fa612-53f1-46b0-892a-6808d2ec2caf tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/security-groups?id=515ca68e-132c-4198-916a-6558df570123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585684 May 11 07:40:47.226314 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3e93e1d8-fafa-497a-ae8a-96153d486ea3 req-b244b590-5cd0-49bb-a601-dae437323627 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325548 May 11 07:40:47.251061 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-8229c55a-5e0a-4134-9afe-fe54250a1d13 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (020deed5-aef1-4456-9dc9-a8f5b1255561), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:47.297383 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229c55a-5e0a-4134-9afe-fe54250a1d13 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Pushing event deleted for resources: {'Port': ['ID=020deed5-aef1-4456-9dc9-a8f5b1255561,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:47.359560 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-50ea9bef-e588-4df3-8272-f06c6d43649a req-e2f3a9da-f31c-4145-9d59-fa758eba6861 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 210 time: 0.0703268 May 11 07:40:47.397321 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-8229c55a-5e0a-4134-9afe-fe54250a1d13 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] No DVR routers for this DVR port 020deed5-aef1-4456-9dc9-a8f5b1255561 on host hv-cinder-83699 {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:40:47.400184 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-8229c55a-5e0a-4134-9afe-fe54250a1d13 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:47.404062 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9fdb6838-fd25-4605-b997-56b787f1df12 req-8229c55a-5e0a-4134-9afe-fe54250a1d13 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.24 "DELETE /v2.0/ports/020deed5-aef1-4456-9dc9-a8f5b1255561 HTTP/1.1" status: 204 len: 173 time: 0.8551745 May 11 07:40:47.408143 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99693cf3-0e4b-48d0-ac99-eb076109897c', 'name': 'network-vif-deleted', 'tag': '020deed5-aef1-4456-9dc9-a8f5b1255561'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:47.410462 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd6368-0cc7-45f1-ad6f-a5ab0cc991e3" -d '{"events": [{"server_uuid": "99693cf3-0e4b-48d0-ac99-eb076109897c", "name": "network-vif-deleted", "tag": "020deed5-aef1-4456-9dc9-a8f5b1255561"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:47.435847 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Allocated IP 172.20.0.10 (dfa4b454-8bbb-460d-a846-a88ee9e3b47d/fd2fa7d7-ebc0-47e7-9df9-2894f7056859/00030629-4c1b-478f-a74f-23f588ad9513) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:47.460526 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4add765e-a2a5-4c3e-95fa-46b7f4f8125c x-openstack-request-id: req-4add765e-a2a5-4c3e-95fa-46b7f4f8125c {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:47.460812 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99693cf3-0e4b-48d0-ac99-eb076109897c", "name": "network-vif-deleted", "tag": "020deed5-aef1-4456-9dc9-a8f5b1255561", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:47.461062 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4add765e-a2a5-4c3e-95fa-46b7f4f8125c {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:47.461481 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4add765e-a2a5-4c3e-95fa-46b7f4f8125c'] response: {'server_uuid': '99693cf3-0e4b-48d0-ac99-eb076109897c', 'name': 'network-vif-deleted', 'tag': '020deed5-aef1-4456-9dc9-a8f5b1255561', 'status': 'completed', 'code': 200} May 11 07:40:47.602529 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks [] for port (00030629-4c1b-478f-a74f-23f588ad9513), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:47.634912 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (00030629-4c1b-478f-a74f-23f588ad9513), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:47.675054 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Network dfa4b454-8bbb-460d-a846-a88ee9e3b47d is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:47.678121 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:47.684068 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:47.706865 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Pushing event updated for resources: {'Port': ['ID=00030629-4c1b-478f-a74f-23f588ad9513,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:47.732352 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:47.732951 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:47.747773 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-325caa18-b67c-4a1b-ab43-4d85c038f5b0 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9106560 May 11 07:40:48.020324 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Request body: {'port': {'device_id': '40c3ef2c-456d-44de-805e-9011046e7b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:48.082773 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (00030629-4c1b-478f-a74f-23f588ad9513), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:48.278522 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:48.332918 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:48.333377 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:48.403417 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2def4710-d042-4970-b617-6065a5eb54de req-4d1d3b1f-cc31-4287-a100-2b8f82022f93 tempest-VolumesNegativeTest-1585346643 tempest-VolumesNegativeTest-1585346643-project] 10.222.0.36 "GET /v2.0/ports?device_id=99693cf3-0e4b-48d0-ac99-eb076109897c HTTP/1.1" status: 200 len: 210 time: 0.0716939 May 11 07:40:48.413184 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:48.413848 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:48.432837 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffaa62-7a97-456b-8c2d-b371c28959dd req-a89934ce-4e35-4361-b6bc-f6fc8b166b3a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:48.434463 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94ffaa62-7a97-456b-8c2d-b371c28959dd req-a89934ce-4e35-4361-b6bc-f6fc8b166b3a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 944 time: 0.1017587 May 11 07:40:48.462487 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:48.463556 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:48.469371 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d8b13d-abf8-43a0-8143-b53d9fa417f1" -d '{"events": [{"server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "name": "network-vif-plugged", "status": "completed", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:48.474521 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:48.475896 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 020deed5-aef1-4456-9dc9-a8f5b1255561 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:40:48.535373 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 020deed5-aef1-4456-9dc9-a8f5b1255561 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:40:48.536252 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 020deed5-aef1-4456-9dc9-a8f5b1255561 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:40:48.560806 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=7']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:48.628119 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb998f-cffa-47ab-8e4e-88ccfb7db573 req-7a236cf8-bb4a-4a0d-94a3-b6767beb08ce tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:48.629651 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c6bb998f-cffa-47ab-8e4e-88ccfb7db573 req-7a236cf8-bb4a-4a0d-94a3-b6767beb08ce tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 932 time: 0.1373801 May 11 07:40:48.638870 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94ffaa62-7a97-456b-8c2d-b371c28959dd req-c9b90328-b19c-444a-8156-e3142a40014d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721473 May 11 07:40:48.685284 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fddbe2-ceac-4989-aa5a-81082c9052a3 x-openstack-request-id: req-98fddbe2-ceac-4989-aa5a-81082c9052a3 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:48.685630 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "name": "network-vif-plugged", "status": "completed", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:48.685896 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98fddbe2-ceac-4989-aa5a-81082c9052a3 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:48.686298 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fddbe2-ceac-4989-aa5a-81082c9052a3'] response: {'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'code': 200} May 11 07:40:48.734330 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c6bb998f-cffa-47ab-8e4e-88ccfb7db573 req-a3e7c384-eb00-4179-bc45-e5674137ae0a tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986509 May 11 07:40:48.813521 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00030629-4c1b-478f-a74f-23f588ad9513 {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:40:48.820932 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Publish callbacks [] for port (00030629-4c1b-478f-a74f-23f588ad9513), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:48.833447 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Transition to ACTIVE for port object 00030629-4c1b-478f-a74f-23f588ad9513 will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:40:48.837399 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (00030629-4c1b-478f-a74f-23f588ad9513), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:48.889761 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Pushing event updated for resources: {'Port': ['ID=00030629-4c1b-478f-a74f-23f588ad9513,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:48.974131 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Attempting to bind port 00030629-4c1b-478f-a74f-23f588ad9513 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:48.974537 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Attempting to bind port 00030629-4c1b-478f-a74f-23f588ad9513 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '120f8e72-d940-4fef-ba2c-cef492fec0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:48.974872 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Attempting to bind port 00030629-4c1b-478f-a74f-23f588ad9513 on network dfa4b454-8bbb-460d-a846-a88ee9e3b47d {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:48.979584 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Port 00030629-4c1b-478f-a74f-23f588ad9513 on network dfa4b454-8bbb-460d-a846-a88ee9e3b47d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:40:48.979906 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Attempting to bind port 00030629-4c1b-478f-a74f-23f588ad9513 on network dfa4b454-8bbb-460d-a846-a88ee9e3b47d {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:48.990338 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:48.990737 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Checking segment: {'id': '120f8e72-d940-4fef-ba2c-cef492fec0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:48.991054 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Bound using segment: {'id': '120f8e72-d940-4fef-ba2c-cef492fec0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:48.991477 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Bound port: 00030629-4c1b-478f-a74f-23f588ad9513, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120f8e72-d940-4fef-ba2c-cef492fec0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:48.991839 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (00030629-4c1b-478f-a74f-23f588ad9513), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:49.065160 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] For port 00030629-4c1b-478f-a74f-23f588ad9513, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:49.068256 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] For port 00030629-4c1b-478f-a74f-23f588ad9513, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00030629-4c1b-478f-a74f-23f588ad9513,segment=NetworkSegment(120f8e72-d940-4fef-ba2c-cef492fec0dd),segment_id=120f8e72-d940-4fef-ba2c-cef492fec0dd)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:49.074261 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (00030629-4c1b-478f-a74f-23f588ad9513), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:49.104695 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:49.105314 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:49.106703 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] 10.222.0.24 "PUT /v2.0/ports/00030629-4c1b-478f-a74f-23f588ad9513 HTTP/1.1" status: 200 len: 1094 time: 1.0907669 May 11 07:40:49.129724 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f94156-f5cc-48fe-8366-da20bb9a18ca service neutron] Pushing event updated for resources: {'Port': ['ID=00030629-4c1b-478f-a74f-23f588ad9513,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:49.188467 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-a7e430dd-8e86-4d37-96b7-6ca244ea411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:49.190038 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-a7e430dd-8e86-4d37-96b7-6ca244ea411b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70e0fc25f309475d83688bab2b138157&device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 1128 time: 0.0390167 May 11 07:40:49.234845 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-a29509e0-5c92-4bf7-be61-5a7f74eee386 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00030629-4c1b-478f-a74f-23f588ad9513 HTTP/1.1" status: 200 len: 217 time: 0.0369875 May 11 07:40:49.286128 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-37ccfe42-4916-416d-957a-970551d68d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:49.287583 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-37ccfe42-4916-416d-957a-970551d68d47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2fa7d7-ebc0-47e7-9df9-2894f7056859 HTTP/1.1" status: 200 len: 848 time: 0.0458026 May 11 07:40:49.321084 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-904a7807-54ee-4f61-8ee6-3dfd4818a927 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dfa4b454-8bbb-460d-a846-a88ee9e3b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259795 May 11 07:40:49.411000 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-97e24b95-8d5e-417d-8767-2d941ed7668a service neutron] 10.222.0.24 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820389 May 11 07:40:49.474058 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c3ef2c-456d-44de-805e-9011046e7b1a', 'tag': '00030629-4c1b-478f-a74f-23f588ad9513'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:49.476273 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b76bb45-a797-44eb-87c1-77d3adda9ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "40c3ef2c-456d-44de-805e-9011046e7b1a", "tag": "00030629-4c1b-478f-a74f-23f588ad9513"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:49.515084 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a00184b-fa4d-4f9f-97a3-1bf497f5b5a8 x-openstack-request-id: req-8a00184b-fa4d-4f9f-97a3-1bf497f5b5a8 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:49.515366 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c3ef2c-456d-44de-805e-9011046e7b1a", "tag": "00030629-4c1b-478f-a74f-23f588ad9513", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:49.515608 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a00184b-fa4d-4f9f-97a3-1bf497f5b5a8 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:49.515994 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a00184b-fa4d-4f9f-97a3-1bf497f5b5a8'] response: {'name': 'network-changed', 'server_uuid': '40c3ef2c-456d-44de-805e-9011046e7b1a', 'tag': '00030629-4c1b-478f-a74f-23f588ad9513', 'status': 'completed', 'code': 200} May 11 07:40:49.526815 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89a6543b-ce46-494d-a2f0-21514f5b27fa req-4486ad27-dce1-4c55-88c8-5e23b1d07e5a service neutron] 10.222.0.24 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087945 May 11 07:40:49.789809 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e6f58-4a4d-4954-8fb9-9c2fc91f1e74 req-d37322b3-0628-489f-a254-13beef87d28c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:49.791269 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d36e6f58-4a4d-4954-8fb9-9c2fc91f1e74 req-d37322b3-0628-489f-a254-13beef87d28c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0762372 May 11 07:40:49.804761 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fb779-1dd8-4df3-b5e9-c3e95f7f5355 req-397c33e3-68d2-4750-8a6c-fa565c95f810 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:49.806171 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e07fb779-1dd8-4df3-b5e9-c3e95f7f5355 req-397c33e3-68d2-4750-8a6c-fa565c95f810 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0822511 May 11 07:40:49.874099 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d36e6f58-4a4d-4954-8fb9-9c2fc91f1e74 req-3e2f4a7a-2491-4a2b-9340-e4a6d0aa5f4a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761495 May 11 07:40:49.878369 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e07fb779-1dd8-4df3-b5e9-c3e95f7f5355 req-25960f29-fb15-45c8-ac44-e3c86ac2f7dc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664783 May 11 07:40:49.988826 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7b021-af6f-4447-bcba-8f92894f44a2 req-575835cc-8100-412c-bc03-d5611678a911 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:49.990350 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-52c7b021-af6f-4447-bcba-8f92894f44a2 req-575835cc-8100-412c-bc03-d5611678a911 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 944 time: 0.0521276 May 11 07:40:50.037058 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-52c7b021-af6f-4447-bcba-8f92894f44a2 req-a5c6ee7c-0c8b-42d1-9945-03a01bac862b tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 May 11 07:40:50.943824 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76bb45-a797-44eb-87c1-77d3adda9ac2 req-a375cb80-15a6-4780-887a-8080559c1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:50.947574 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b76bb45-a797-44eb-87c1-77d3adda9ac2 req-a375cb80-15a6-4780-887a-8080559c1322 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70e0fc25f309475d83688bab2b138157&device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 1128 time: 0.0631146 May 11 07:40:51.103844 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53000b68-3b72-4c3c-8403-d7b858509f4e req-8fbb56d2-3a1d-4944-950a-0c6c36511e3f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:51.105880 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-53000b68-3b72-4c3c-8403-d7b858509f4e req-8fbb56d2-3a1d-4944-950a-0c6c36511e3f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.1321006 May 11 07:40:51.118674 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c934e2-d826-484c-a7ef-68472b85261c req-9a395bc5-b150-4b51-a954-5e35c40abe55 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:51.120647 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a5c934e2-d826-484c-a7ef-68472b85261c req-9a395bc5-b150-4b51-a954-5e35c40abe55 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.1047232 May 11 07:40:51.155877 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76bb45-a797-44eb-87c1-77d3adda9ac2 req-3b26836d-e3d8-47e7-a28b-ca4e6af29ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:51.157324 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b76bb45-a797-44eb-87c1-77d3adda9ac2 req-3b26836d-e3d8-47e7-a28b-ca4e6af29ea1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dfa4b454-8bbb-460d-a846-a88ee9e3b47d HTTP/1.1" status: 200 len: 909 time: 0.1924794 May 11 07:40:51.228429 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b76bb45-a797-44eb-87c1-77d3adda9ac2 req-9d4adf32-eb1a-48d3-b94f-3f566b66d758 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00030629-4c1b-478f-a74f-23f588ad9513 HTTP/1.1" status: 200 len: 217 time: 0.0602322 May 11 07:40:51.243212 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-53000b68-3b72-4c3c-8403-d7b858509f4e req-8c5b4391-5f2d-4151-abfb-e30a8e30a195 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308014 May 11 07:40:51.296134 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a5c934e2-d826-484c-a7ef-68472b85261c req-79b24d83-4867-44ed-84f9-63a37b0063e3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636720 May 11 07:40:51.325171 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76bb45-a797-44eb-87c1-77d3adda9ac2 req-24a96c53-d779-4798-a695-6081ba6f443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:51.326724 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b76bb45-a797-44eb-87c1-77d3adda9ac2 req-24a96c53-d779-4798-a695-6081ba6f443b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd2fa7d7-ebc0-47e7-9df9-2894f7056859 HTTP/1.1" status: 200 len: 848 time: 0.0872045 May 11 07:40:51.392638 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b76bb45-a797-44eb-87c1-77d3adda9ac2 req-3678f820-fc16-446f-820f-b19ed48606a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dfa4b454-8bbb-460d-a846-a88ee9e3b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513415 May 11 07:40:51.406519 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ff6c-1234-413c-a95c-252cca625bdd req-2b670230-31cd-44f3-a724-a378214f8346 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:51.411381 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e469ff6c-1234-413c-a95c-252cca625bdd req-2b670230-31cd-44f3-a724-a378214f8346 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 944 time: 0.0708895 May 11 07:40:51.517177 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e469ff6c-1234-413c-a95c-252cca625bdd req-585e64b5-3368-49b3-87fe-f2d512d954d8 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033204 May 11 07:40:51.544274 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b76bb45-a797-44eb-87c1-77d3adda9ac2 req-58943a61-3101-46c6-a5e0-4fb3ab38531e service neutron] 10.222.0.24 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166763 May 11 07:40:51.667820 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b76bb45-a797-44eb-87c1-77d3adda9ac2 req-39bd68b6-5523-4445-bf2a-e6beaa7486c5 service neutron] 10.222.0.24 "GET /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164632 May 11 07:40:52.424153 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad107e8-43f9-4f06-bb09-b3c5f7f330b1 req-232f2a6b-1e5b-4360-9f3e-1a7172311593 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:52.434216 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ad107e8-43f9-4f06-bb09-b3c5f7f330b1 req-232f2a6b-1e5b-4360-9f3e-1a7172311593 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0677650 May 11 07:40:52.543081 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ad107e8-43f9-4f06-bb09-b3c5f7f330b1 req-ed000253-5a0b-4c47-8319-ebe6eaceeb39 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065278 May 11 07:40:52.566450 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-767ba4fa-b4cb-4608-ab70-0dbf130b33e8 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402851186&fields=id&tenant_id=d69ae02f1e0146c795d799160ac17d44 HTTP/1.1" status: 200 len: 267 time: 0.1277776 May 11 07:40:52.727655 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05a6ca-ee61-4f94-a552-8f8f83f2bdf5 req-63c62604-a1ec-48a8-92ba-130948c68a2a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:52.735264 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8c05a6ca-ee61-4f94-a552-8f8f83f2bdf5 req-63c62604-a1ec-48a8-92ba-130948c68a2a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0859272 May 11 07:40:52.768403 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-7dadd17d-bfc7-4761-a748-bf82dc2e33dc tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:52.775962 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-7dadd17d-bfc7-4761-a748-bf82dc2e33dc tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 812 time: 0.2080998 May 11 07:40:52.794352 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-cacec33e-575c-48e3-bed1-2d43034da0e9 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/quotas/d69ae02f1e0146c795d799160ac17d44 HTTP/1.1" status: 200 len: 375 time: 0.0160685 May 11 07:40:52.852575 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8c05a6ca-ee61-4f94-a552-8f8f83f2bdf5 req-51d593a9-d691-4aa7-a06a-7b5593fc2a67 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164463 May 11 07:40:52.870950 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-042cad54-f178-4be2-b7b5-225fc8181da4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716455 May 11 07:40:53.035490 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546bd6e-b795-49ff-8679-5d76aaed00eb req-1819cb4d-ffcd-45fd-a417-6ef98849fe96 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:53.037084 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d546bd6e-b795-49ff-8679-5d76aaed00eb req-1819cb4d-ffcd-45fd-a417-6ef98849fe96 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 944 time: 0.0734017 May 11 07:40:53.047099 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-41993a0f-4630-4685-ad74-e85f54c5e1c0 service neutron] 10.222.0.36 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592634 May 11 07:40:53.147774 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d546bd6e-b795-49ff-8679-5d76aaed00eb req-4d53003e-b15b-46fb-99df-fabadf03e71e tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984921 May 11 07:40:53.168100 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-9dc4222f-7ddc-40c5-a697-fe2824e09639 service neutron] 10.222.0.36 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200440 May 11 07:40:53.526116 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7576faeb-b0f1-4eac-9b82-374e9af139fa req-71d27230-69cc-4ac7-a342-0ec8f1280e67 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 210 time: 0.0428352 May 11 07:40:53.672591 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b86db8-b49f-4823-b31a-94ac12056d76 req-2418a294-01ad-4b43-9ea5-3abf0b43690c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:53.674573 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a9b86db8-b49f-4823-b31a-94ac12056d76 req-2418a294-01ad-4b43-9ea5-3abf0b43690c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0603878 May 11 07:40:53.733656 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a9b86db8-b49f-4823-b31a-94ac12056d76 req-5bfe4378-99aa-418e-b69c-b57d2686bdc2 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524406 May 11 07:40:54.062640 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee2030-0eef-45fd-a70f-bf5f72b1fbb0 req-e02ff7b7-db3a-40ec-ab58-9f5031d2c96a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:54.064357 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-feee2030-0eef-45fd-a70f-bf5f72b1fbb0 req-e02ff7b7-db3a-40ec-ab58-9f5031d2c96a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0740407 May 11 07:40:54.137587 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-feee2030-0eef-45fd-a70f-bf5f72b1fbb0 req-aa1fd964-27cf-45d7-b4db-37821d4469ea tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650210 May 11 07:40:54.282410 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 50274) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:54.283900 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 00030629-4c1b-478f-a74f-23f588ad9513 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:40:54.294838 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a326f-030c-46f2-88e1-a4fb139ed04a req-369b23a8-5b75-45ab-8323-938c0e6ecb9f tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:54.302004 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-720a326f-030c-46f2-88e1-a4fb139ed04a req-369b23a8-5b75-45ab-8323-938c0e6ecb9f tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 944 time: 0.0610998 May 11 07:40:54.354077 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-720a326f-030c-46f2-88e1-a4fb139ed04a req-5bda39fd-efdd-439d-a91a-888dc7121563 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510528 May 11 07:40:54.489008 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-098b514e-3d1e-4f9f-8453-56f4b45f35b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e281a5ed352441838b649ed98a4810df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053742 May 11 07:40:54.491982 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 50278) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:40:54.601416 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-46f681ec-1a62-4212-9ccd-c03d8d5f70fd admin admin] Publish callbacks [] for security_group (515ca68e-132c-4198-916a-6558df570123), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:54.614726 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 00030629-4c1b-478f-a74f-23f588ad9513, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00030629-4c1b-478f-a74f-23f588ad9513,segment=NetworkSegment(120f8e72-d940-4fef-ba2c-cef492fec0dd),segment_id=120f8e72-d940-4fef-ba2c-cef492fec0dd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:54.627839 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '00030629-4c1b-478f-a74f-23f588ad9513', 'network_id': 'dfa4b454-8bbb-460d-a846-a88ee9e3b47d', 'port_id': '00030629-4c1b-478f-a74f-23f588ad9513', 'mac_address': 'fa:16:3e:69:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2fa7d7-ebc0-47e7-9df9-2894f7056859', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:40:54.663959 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-46f681ec-1a62-4212-9ccd-c03d8d5f70fd admin admin] Publish callbacks [] for security_group (515ca68e-132c-4198-916a-6558df570123), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:54.677093 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 00030629-4c1b-478f-a74f-23f588ad9513 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:54.677764 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (00030629-4c1b-478f-a74f-23f588ad9513), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:54.699624 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00030629-4c1b-478f-a74f-23f588ad9513 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:40:54.723770 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 00030629-4c1b-478f-a74f-23f588ad9513, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00030629-4c1b-478f-a74f-23f588ad9513,segment=NetworkSegment(120f8e72-d940-4fef-ba2c-cef492fec0dd),segment_id=120f8e72-d940-4fef-ba2c-cef492fec0dd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:54.735516 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (00030629-4c1b-478f-a74f-23f588ad9513), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:54.801187 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-46f681ec-1a62-4212-9ccd-c03d8d5f70fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (515ca68e-132c-4198-916a-6558df570123), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:54.803320 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-46f681ec-1a62-4212-9ccd-c03d8d5f70fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:54.810345 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-46f681ec-1a62-4212-9ccd-c03d8d5f70fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/515ca68e-132c-4198-916a-6558df570123 HTTP/1.1" status: 204 len: 168 time: 0.3112679 May 11 07:40:54.819505 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9ea3fa4e-b56f-440b-8fbf-a08c9e012b38 req-6bf6b8d5-6f4b-4d48-bf65-52e9f3feca9e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 210 time: 0.1028922 May 11 07:40:54.846046 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f681ec-1a62-4212-9ccd-c03d8d5f70fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515ca68e-132c-4198-916a-6558df570123,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:54.897829 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=00030629-4c1b-478f-a74f-23f588ad9513,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:55.005457 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f33db-509a-47d1-811e-0296a284c0f5 req-9e0018d5-1379-4d2d-af9b-22f9af522696 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:55.007065 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-355f33db-509a-47d1-811e-0296a284c0f5 req-9e0018d5-1379-4d2d-af9b-22f9af522696 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0839889 May 11 07:40:55.055553 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['00030629-4c1b-478f-a74f-23f588ad9513'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:40:55.057778 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-92555338-4a2a-4ec9-a0d2-6125e6eefc60 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:55.060592 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-92555338-4a2a-4ec9-a0d2-6125e6eefc60 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 812 time: 0.3282750 May 11 07:40:55.152345 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-355f33db-509a-47d1-811e-0296a284c0f5 req-a61790a7-8a2f-4dd7-9efe-05fd7cf250d6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349592 May 11 07:40:55.221209 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-d9b32f22-2fcd-4464-b834-d892496afcac tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69ae02f1e0146c795d799160ac17d44 HTTP/1.1" status: 200 len: 379 time: 0.1505136 May 11 07:40:55.246346 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'port': {'device_id': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'admin_state_up': True, 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'security_groups': ['7a45570e-2aa0-4e40-a0a3-1d1c14d267e6']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:55.409131 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a5da4-307a-4171-8992-5197dc8fc5f7 req-2d8b88c1-2bde-4b87-aa44-47f6d8f39abe tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:55.410654 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0e5a5da4-307a-4171-8992-5197dc8fc5f7 req-2d8b88c1-2bde-4b87-aa44-47f6d8f39abe tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.1072693 May 11 07:40:55.540924 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0e5a5da4-307a-4171-8992-5197dc8fc5f7 req-6af9fb9a-2d1c-4778-b9f8-cbc6615e8933 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184328 May 11 07:40:55.557885 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e45f52-66d6-4228-bae9-63703e3cf2c2 req-3663d64b-446f-43cc-a690-becefe814833 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:55.559642 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d6e45f52-66d6-4228-bae9-63703e3cf2c2 req-3663d64b-446f-43cc-a690-becefe814833 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 945 time: 0.1007369 May 11 07:40:55.561513 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Made reservation on behalf of d69ae02f1e0146c795d799160ac17d44 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:40:55.566573 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:55.740182 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Allocated IP 172.20.0.3 (55b96101-3633-4a8d-a623-73556fb91d7c/3bc99b8a-1a27-4056-86a3-0a869e5b8609/984a3ee7-17e5-4143-9062-ba7a44b7d5ad) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:40:55.764975 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d6e45f52-66d6-4228-bae9-63703e3cf2c2 req-6503192b-fdfd-45aa-bf5f-90469c067641 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951818 May 11 07:40:55.908151 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:55.966384 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-90a95f02-60f2-4045-aef6-5027ac0f7fc6 req-ca435342-1b7b-4fe7-af80-e02831a18e93 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 210 time: 0.0704424 May 11 07:40:55.966607 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:55.971760 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:56.029983 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Network 55b96101-3633-4a8d-a623-73556fb91d7c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:40:56.033754 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:40:56.040036 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:40:56.049395 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'Port': ['ID=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:56.118742 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:56.119625 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:56.144109 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c76ef6a8-9d25-4f2b-ac85-3e60ddb63f92 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9058542 May 11 07:40:56.158315 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Request body: {'port': {'device_id': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:40:56.306025 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 00030629-4c1b-478f-a74f-23f588ad9513 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:40:56.370777 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-d5493ead-7e9a-4a5b-9ff1-c63d6a37b824 None None] Provisioning complete for port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:56.371396 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d5493ead-7e9a-4a5b-9ff1-c63d6a37b824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:56.392651 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 00030629-4c1b-478f-a74f-23f588ad9513 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:40:56.410983 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 00030629-4c1b-478f-a74f-23f588ad9513 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:40:56.411780 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (00030629-4c1b-478f-a74f-23f588ad9513), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:56.471868 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-d5493ead-7e9a-4a5b-9ff1-c63d6a37b824 None None] Port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:40:56.537767 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 00030629-4c1b-478f-a74f-23f588ad9513 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:40:56.538258 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (00030629-4c1b-478f-a74f-23f588ad9513), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:56.557580 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce74d6f-537a-49ed-8483-f3240a8bd45f req-a7ecaadc-7745-45bd-80e0-3fb6a84dd538 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:56.564580 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2ce74d6f-537a-49ed-8483-f3240a8bd45f req-a7ecaadc-7745-45bd-80e0-3fb6a84dd538 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0641963 May 11 07:40:56.571688 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c3ef2c-456d-44de-805e-9011046e7b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00030629-4c1b-478f-a74f-23f588ad9513'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:56.574203 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421e35eb-cfa6-441a-b550-f32e3ea3efeb" -d '{"events": [{"server_uuid": "40c3ef2c-456d-44de-805e-9011046e7b1a", "name": "network-vif-plugged", "status": "completed", "tag": "00030629-4c1b-478f-a74f-23f588ad9513"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:56.590913 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 00030629-4c1b-478f-a74f-23f588ad9513, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00030629-4c1b-478f-a74f-23f588ad9513,segment=NetworkSegment(120f8e72-d940-4fef-ba2c-cef492fec0dd),segment_id=120f8e72-d940-4fef-ba2c-cef492fec0dd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:40:56.599093 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (00030629-4c1b-478f-a74f-23f588ad9513), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:56.646924 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2ce74d6f-537a-49ed-8483-f3240a8bd45f req-1b3578c9-d304-427c-8c63-8ffb39a4054f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805650 May 11 07:40:56.648460 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:56.651883 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2c104a-cf15-48c0-89bd-ad1a9245937e x-openstack-request-id: req-af2c104a-cf15-48c0-89bd-ad1a9245937e {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:56.652220 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c3ef2c-456d-44de-805e-9011046e7b1a", "name": "network-vif-plugged", "status": "completed", "tag": "00030629-4c1b-478f-a74f-23f588ad9513", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:56.652570 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af2c104a-cf15-48c0-89bd-ad1a9245937e {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:56.652917 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2c104a-cf15-48c0-89bd-ad1a9245937e'] response: {'server_uuid': '40c3ef2c-456d-44de-805e-9011046e7b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00030629-4c1b-478f-a74f-23f588ad9513', 'code': 200} May 11 07:40:56.682325 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=00030629-4c1b-478f-a74f-23f588ad9513,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:56.819716 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac09d4-6514-4deb-9bf1-58924aff9893 req-67ff3cff-980f-4ae3-982f-445445b934ed tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:56.823129 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-27ac09d4-6514-4deb-9bf1-58924aff9893 req-67ff3cff-980f-4ae3-982f-445445b934ed tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0897954 May 11 07:40:56.960744 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bfd23-f8a2-45e8-a2fd-73fad1f82ea3 req-f9868432-8571-487e-b340-b963c4eae7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:56.962345 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e57bfd23-f8a2-45e8-a2fd-73fad1f82ea3 req-f9868432-8571-487e-b340-b963c4eae7e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 1130 time: 0.1501019 May 11 07:40:57.023004 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba9960-be83-47bf-804d-cc68653269eb req-070e0f58-580b-4b8b-928f-4fe905dc042e tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:57.024512 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e7ba9960-be83-47bf-804d-cc68653269eb req-070e0f58-580b-4b8b-928f-4fe905dc042e tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 946 time: 0.1636717 May 11 07:40:57.079247 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-27ac09d4-6514-4deb-9bf1-58924aff9893 req-d4cfe5d9-7392-4600-bec4-38e7146c4c99 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431805 May 11 07:40:57.142588 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e7ba9960-be83-47bf-804d-cc68653269eb req-dfdf24cd-d1e8-4091-9b38-0dc5a76d9f98 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992486 May 11 07:40:57.222695 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e57bfd23-f8a2-45e8-a2fd-73fad1f82ea3 req-4e716c34-2731-4e7e-b68b-114114872c56 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495639 May 11 07:40:57.252960 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06973707-f725-46a8-867e-08aea80550af req-0a037c79-3d1c-4e6e-83eb-29f66ead0040 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:57.254603 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-06973707-f725-46a8-867e-08aea80550af req-0a037c79-3d1c-4e6e-83eb-29f66ead0040 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 931 time: 0.0758722 May 11 07:40:57.349684 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-06973707-f725-46a8-867e-08aea80550af req-0792b584-2458-434c-88c7-c7e51eecdda6 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879481 May 11 07:40:57.390644 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984a3ee7-17e5-4143-9062-ba7a44b7d5ad {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:40:57.400748 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Publish callbacks [] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:57.417117 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Transition to ACTIVE for port object 984a3ee7-17e5-4143-9062-ba7a44b7d5ad will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:40:57.422751 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:57.510158 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Pushing event updated for resources: {'Port': ['ID=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:57.580863 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Attempting to bind port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:40:57.581203 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Attempting to bind port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:40:57.581532 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Attempting to bind port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad on network 55b96101-3633-4a8d-a623-73556fb91d7c {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:57.589758 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad on network 55b96101-3633-4a8d-a623-73556fb91d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:40:57.590383 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Attempting to bind port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad on network 55b96101-3633-4a8d-a623-73556fb91d7c {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:40:57.606759 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:40:57.607411 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Checking segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:40:57.607827 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Bound using segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:40:57.608271 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Bound port: 984a3ee7-17e5-4143-9062-ba7a44b7d5ad, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:40:57.608634 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:57.681804 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] For port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:40:57.691005 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] For port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:40:57.711534 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:57.746787 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:57.747596 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:57.749190 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] 10.222.0.24 "PUT /v2.0/ports/984a3ee7-17e5-4143-9062-ba7a44b7d5ad HTTP/1.1" status: 200 len: 1093 time: 1.5957022 May 11 07:40:57.749782 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'tag': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:40:57.752659 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5904de7d-ab4a-4551-a7c5-81e3cbf4c640" -d '{"events": [{"name": "network-changed", "server_uuid": "021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0", "tag": "984a3ee7-17e5-4143-9062-ba7a44b7d5ad"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:40:57.800133 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f64d1f-419a-42bb-bd8f-f8c2659cb1a5 x-openstack-request-id: req-b3f64d1f-419a-42bb-bd8f-f8c2659cb1a5 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:40:57.800508 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0", "tag": "984a3ee7-17e5-4143-9062-ba7a44b7d5ad", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:40:57.800827 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3f64d1f-419a-42bb-bd8f-f8c2659cb1a5 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:40:57.801294 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f64d1f-419a-42bb-bd8f-f8c2659cb1a5'] response: {'name': 'network-changed', 'server_uuid': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'tag': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad', 'status': 'completed', 'code': 200} May 11 07:40:57.803274 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed3099-26dd-45a3-9273-b2d39a51e177 service neutron] Pushing event updated for resources: {'Port': ['ID=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:40:57.848685 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8033544-9dda-42ee-bcbd-f28b4842cef4 req-cd4c9e0a-6730-4568-8e06-c5c975850f97 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:57.851154 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e8033544-9dda-42ee-bcbd-f28b4842cef4 req-cd4c9e0a-6730-4568-8e06-c5c975850f97 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0731876 May 11 07:40:57.923730 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e8033544-9dda-42ee-bcbd-f28b4842cef4 req-0f4369f1-8522-47b1-984f-965c2dc7a44f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602927 May 11 07:40:58.054007 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904de7d-ab4a-4551-a7c5-81e3cbf4c640 req-5f4153f3-3803-432f-bfb0-9881b9526b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:58.055547 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5904de7d-ab4a-4551-a7c5-81e3cbf4c640 req-5f4153f3-3803-432f-bfb0-9881b9526b70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 1127 time: 0.0420496 May 11 07:40:58.336770 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144d7d-7e02-485a-a957-29e22c1315f7 req-ac248125-2cef-4513-918c-969122226e75 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:58.338457 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ec144d7d-7e02-485a-a957-29e22c1315f7 req-ac248125-2cef-4513-918c-969122226e75 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.1406369 May 11 07:40:58.343934 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b763ca3b-1aaa-43b7-926c-9f6a2ec3140c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:40:58.346484 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84575af3-4d33-4c54-bcc2-e7cc21ecacac req-29b41bf6-1d7a-4e07-9431-9e1b2f5487f6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:58.347937 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84575af3-4d33-4c54-bcc2-e7cc21ecacac req-29b41bf6-1d7a-4e07-9431-9e1b2f5487f6 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 946 time: 0.1152463 May 11 07:40:58.355343 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904de7d-ab4a-4551-a7c5-81e3cbf4c640 req-7b20695c-086d-470a-8645-0daaa17b9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:58.356788 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5904de7d-ab4a-4551-a7c5-81e3cbf4c640 req-7b20695c-086d-470a-8645-0daaa17b9d71 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d69ae02f1e0146c795d799160ac17d44&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2926836 May 11 07:40:58.426698 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ec144d7d-7e02-485a-a957-29e22c1315f7 req-29833f6d-2276-4504-8e13-307ef273579d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775244 May 11 07:40:58.430105 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84575af3-4d33-4c54-bcc2-e7cc21ecacac req-9d46e4c2-7934-4310-8986-a724a9002e7f tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723906 May 11 07:40:58.551198 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205efc5c-c8ba-40da-9481-163bda81b070 req-df41e668-561f-4d72-883a-0e32ed8ede9d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:58.552865 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-205efc5c-c8ba-40da-9481-163bda81b070 req-df41e668-561f-4d72-883a-0e32ed8ede9d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0551724 May 11 07:40:58.603455 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-205efc5c-c8ba-40da-9481-163bda81b070 req-1969f5a8-8888-43c8-bb40-32d154e03d8f tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439324 May 11 07:40:59.021410 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904de7d-ab4a-4551-a7c5-81e3cbf4c640 req-3a4fbd5a-2e95-493e-bc6f-a2c6418f6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:59.022934 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5904de7d-ab4a-4551-a7c5-81e3cbf4c640 req-3a4fbd5a-2e95-493e-bc6f-a2c6418f6cf8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297150 May 11 07:40:59.119365 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c348-f4c9-4646-9451-fc2f1db14f5c req-377e9d6b-aefa-4c9e-ae69-e9cc6f9b790a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:59.121478 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-de10c348-f4c9-4646-9451-fc2f1db14f5c req-377e9d6b-aefa-4c9e-ae69-e9cc6f9b790a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0869939 May 11 07:40:59.127369 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-1ec58b05-2ed2-45a7-9a68-1a397cb4ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:59.128784 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-1ec58b05-2ed2-45a7-9a68-1a397cb4ebb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 1127 time: 0.0548785 May 11 07:40:59.178141 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-1cb96c71-4404-44ce-a4e1-7bc04862e297 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=984a3ee7-17e5-4143-9062-ba7a44b7d5ad HTTP/1.1" status: 200 len: 217 time: 0.0405385 May 11 07:40:59.248951 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-de10c348-f4c9-4646-9451-fc2f1db14f5c req-71396801-ebf5-4728-8576-793caec3ed7c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191206 May 11 07:40:59.252890 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-88d93701-1dea-463b-87b0-7029529712aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:59.254415 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-88d93701-1dea-463b-87b0-7029529712aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0685101 May 11 07:40:59.304019 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-5e79b0b1-b91e-4613-b1d2-8b6cec25bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:59.306533 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-5e79b0b1-b91e-4613-b1d2-8b6cec25bb70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427117 May 11 07:40:59.409578 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-ccd1fe32-cd25-491c-82bc-cff03bb4d69c service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956736 May 11 07:40:59.627937 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a460fb2-ad23-40c4-89da-edfb24176191 req-85228ae1-7946-4ded-866e-d7860a017471 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:59.630053 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7a460fb2-ad23-40c4-89da-edfb24176191 req-85228ae1-7946-4ded-866e-d7860a017471 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0911126 May 11 07:40:59.638105 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a24d6-1701-41e6-a48a-67d672ca06cc req-5dffbe03-43c1-4db3-a71c-364de127ce91 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:59.641439 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-857a24d6-1701-41e6-a48a-67d672ca06cc req-5dffbe03-43c1-4db3-a71c-364de127ce91 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 946 time: 0.1247246 May 11 07:40:59.643490 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4cd1a60-7e66-4894-9d4f-2dd26e4710f9 req-f046ebbb-f7fa-4d62-8222-8e2b9d865c13 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247634 May 11 07:40:59.716043 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7a460fb2-ad23-40c4-89da-edfb24176191 req-2d645440-db7a-48ce-b72a-bd90edadeea6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713830 May 11 07:40:59.728173 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-857a24d6-1701-41e6-a48a-67d672ca06cc req-76d53800-6d76-405d-b3ee-e415bb242d61 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810950 May 11 07:40:59.856877 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da82c7b-c225-4aa6-b44e-60aedc0523c2 req-5a254dbd-328d-43b7-baf7-f95040e258d2 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:40:59.858479 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5da82c7b-c225-4aa6-b44e-60aedc0523c2 req-5a254dbd-328d-43b7-baf7-f95040e258d2 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0580184 May 11 07:40:59.929288 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5da82c7b-c225-4aa6-b44e-60aedc0523c2 req-6627b6d7-3f3d-4346-af3b-3ea5862bd287 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642943 May 11 07:41:00.379654 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1ef46-8122-4d5e-b76d-881386bf2ffe req-c24b5cfd-9d19-4dd5-8304-356ed485a1dd tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:00.382020 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9be1ef46-8122-4d5e-b76d-881386bf2ffe req-c24b5cfd-9d19-4dd5-8304-356ed485a1dd tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0606279 May 11 07:41:00.445501 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9be1ef46-8122-4d5e-b76d-881386bf2ffe req-a9df7ff3-4ee1-45c0-b828-a7df2c24ee83 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532041 May 11 07:41:00.540588 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660054ad-ae1b-437f-87f3-90628d4bb898 req-9d40b8aa-0891-4937-8036-6657b5674ab2 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:00.542660 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-660054ad-ae1b-437f-87f3-90628d4bb898 req-9d40b8aa-0891-4937-8036-6657b5674ab2 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 946 time: 0.0498755 May 11 07:41:00.594677 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-660054ad-ae1b-437f-87f3-90628d4bb898 req-4fdd8bac-ccd1-42be-b791-a530be129548 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 May 11 07:41:00.665675 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dca8e0dc-2eeb-4f1f-b2a0-a62adcd18f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:00.870922 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dd4fa-adb9-4f44-9f69-3552f9c336d5 req-2c328efb-5d37-4e68-b919-251d8553091f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:00.872821 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ff4dd4fa-adb9-4f44-9f69-3552f9c336d5 req-2c328efb-5d37-4e68-b919-251d8553091f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0547545 May 11 07:41:00.930323 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ff4dd4fa-adb9-4f44-9f69-3552f9c336d5 req-514c190f-0dc7-4619-ba8e-96e4f25643fa tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514562 May 11 07:41:01.055529 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165629b-7fa6-4695-931e-b8a618e50fa2 req-4bf9610b-92d0-43f0-a7ca-3cab0c28c784 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:01.057620 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5165629b-7fa6-4695-931e-b8a618e50fa2 req-4bf9610b-92d0-43f0-a7ca-3cab0c28c784 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0508642 May 11 07:41:01.121573 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5165629b-7fa6-4695-931e-b8a618e50fa2 req-8cbfe03f-5ee2-47b8-8ec1-ac81cb1d9e1e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516827 May 11 07:41:01.574897 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e5da8-55fd-4772-bed8-d062c872c351 req-8907ed57-7599-453e-93c2-e48cd52459a9 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:01.576269 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2e0e5da8-55fd-4772-bed8-d062c872c351 req-8907ed57-7599-453e-93c2-e48cd52459a9 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0479448 May 11 07:41:01.643949 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2e0e5da8-55fd-4772-bed8-d062c872c351 req-52760051-2de1-4bc1-844e-87493022aa69 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614977 May 11 07:41:01.660514 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:01.738728 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591d9fa-bf6b-4e59-af1f-631709e712be req-d3b6c4b0-4b83-4208-a02f-77474d67ee07 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:01.740204 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c591d9fa-bf6b-4e59-af1f-631709e712be req-d3b6c4b0-4b83-4208-a02f-77474d67ee07 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 946 time: 0.0491240 May 11 07:41:01.788039 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c591d9fa-bf6b-4e59-af1f-631709e712be req-9921b48f-b657-4762-8f12-8645a0f56c74 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5568bc1-7cd6-416c-bdee-b178ac4ed59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 May 11 07:41:01.997474 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-5092a841-4a80-4beb-9033-3e20f3985516 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:01.998956 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-5092a841-4a80-4beb-9033-3e20f3985516 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 946 time: 0.0500846 May 11 07:41:02.090297 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac9dfd-b686-430a-a98c-7e51d4ad93f9 req-bbb5c806-2085-497b-b8b4-a261672a5135 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:02.091811 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-73ac9dfd-b686-430a-a98c-7e51d4ad93f9 req-bbb5c806-2085-497b-b8b4-a261672a5135 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0798221 May 11 07:41:02.143600 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-98008f4a-b64e-45fe-9888-f2457b8a4676 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Deleting port 00030629-4c1b-478f-a74f-23f588ad9513 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:41:02.143935 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-98008f4a-b64e-45fe-9888-f2457b8a4676 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (00030629-4c1b-478f-a74f-23f588ad9513), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:02.187476 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-73ac9dfd-b686-430a-a98c-7e51d4ad93f9 req-3970ff2b-6e30-4f82-af5f-bef70cdbcbe0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767260 May 11 07:41:02.270767 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96f772-f789-4f18-bc38-23481a74d204 req-92cbc880-a618-4c64-bdba-f593c1fc1e05 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:02.272099 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3b96f772-f789-4f18-bc38-23481a74d204 req-92cbc880-a618-4c64-bdba-f593c1fc1e05 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0837836 May 11 07:41:02.292909 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-98008f4a-b64e-45fe-9888-f2457b8a4676 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] For port 00030629-4c1b-478f-a74f-23f588ad9513, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=00030629-4c1b-478f-a74f-23f588ad9513,segment=NetworkSegment(120f8e72-d940-4fef-ba2c-cef492fec0dd),segment_id=120f8e72-d940-4fef-ba2c-cef492fec0dd)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:02.293270 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-98008f4a-b64e-45fe-9888-f2457b8a4676 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (00030629-4c1b-478f-a74f-23f588ad9513), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:02.311844 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-98008f4a-b64e-45fe-9888-f2457b8a4676 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Calling delete_port for 00030629-4c1b-478f-a74f-23f588ad9513 owned by compute:nova {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:41:02.377297 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3b96f772-f789-4f18-bc38-23481a74d204 req-85a3fee2-871c-4750-a016-11e46df2cced tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960438 May 11 07:41:02.459768 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-98008f4a-b64e-45fe-9888-f2457b8a4676 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (00030629-4c1b-478f-a74f-23f588ad9513), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:02.473395 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['00030629-4c1b-478f-a74f-23f588ad9513'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:41:02.488211 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98008f4a-b64e-45fe-9888-f2457b8a4676 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Pushing event deleted for resources: {'Port': ['ID=00030629-4c1b-478f-a74f-23f588ad9513,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:02.537004 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-98008f4a-b64e-45fe-9888-f2457b8a4676 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] No DVR routers for this DVR port 00030629-4c1b-478f-a74f-23f588ad9513 on host hv-cinder-83699 {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:41:02.539678 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-98008f4a-b64e-45fe-9888-f2457b8a4676 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:02.542874 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6e2c234b-c118-412a-8e31-f1b843df3f17 req-98008f4a-b64e-45fe-9888-f2457b8a4676 tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.24 "DELETE /v2.0/ports/00030629-4c1b-478f-a74f-23f588ad9513 HTTP/1.1" status: 204 len: 173 time: 0.5371003 May 11 07:41:02.543345 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c3ef2c-456d-44de-805e-9011046e7b1a', 'name': 'network-vif-deleted', 'tag': '00030629-4c1b-478f-a74f-23f588ad9513'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:41:02.545944 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82418026-d166-4a5c-bcf4-d93ef924f60a" -d '{"events": [{"server_uuid": "40c3ef2c-456d-44de-805e-9011046e7b1a", "name": "network-vif-deleted", "tag": "00030629-4c1b-478f-a74f-23f588ad9513"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:41:02.583786 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bf9566-0c4f-402a-bbce-4b741de5a454 x-openstack-request-id: req-c9bf9566-0c4f-402a-bbce-4b741de5a454 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:41:02.584392 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c3ef2c-456d-44de-805e-9011046e7b1a", "name": "network-vif-deleted", "tag": "00030629-4c1b-478f-a74f-23f588ad9513", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:41:02.584392 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9bf9566-0c4f-402a-bbce-4b741de5a454 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:41:02.584753 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bf9566-0c4f-402a-bbce-4b741de5a454'] response: {'server_uuid': '40c3ef2c-456d-44de-805e-9011046e7b1a', 'name': 'network-vif-deleted', 'tag': '00030629-4c1b-478f-a74f-23f588ad9513', 'status': 'completed', 'code': 200} May 11 07:41:02.787857 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b2848-add3-4a0d-8b32-a17691e7d9b1 req-1a7e68f1-dc52-41e8-804d-57e1c3ad27fe tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:02.789226 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-311b2848-add3-4a0d-8b32-a17691e7d9b1 req-1a7e68f1-dc52-41e8-804d-57e1c3ad27fe tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0789847 May 11 07:41:02.792857 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-e5ff5c43-0d4d-4490-9af6-38444f26e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:02.794238 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-e5ff5c43-0d4d-4490-9af6-38444f26e92b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 1129 time: 0.0732419 May 11 07:41:02.835215 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-311b2848-add3-4a0d-8b32-a17691e7d9b1 req-ec85f78e-417f-41d6-ac23-54290d6c871e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400581 May 11 07:41:02.898285 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cf4e232d-1b14-4c91-bf6c-25f71d22a2e5 req-82f3621a-58da-4218-909b-f6992b5f92de tempest-VolumesActionsTest-1045756326 tempest-VolumesActionsTest-1045756326-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c3ef2c-456d-44de-805e-9011046e7b1a HTTP/1.1" status: 200 len: 210 time: 0.0298598 May 11 07:41:03.131603 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-7f3cda41-cc73-4cde-8401-c931440987f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:03.133050 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-7f3cda41-cc73-4cde-8401-c931440987f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 918 time: 0.0854266 May 11 07:41:03.205476 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:03.211264 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-a9960ad2-9052-4ca8-ae1b-853a3e729a22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899 HTTP/1.1" status: 200 len: 1000 time: 0.0708392 May 11 07:41:03.259499 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-0b237c70-6dd5-4c9c-ac96-38e8f7f25b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:03.260970 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-0b237c70-6dd5-4c9c-ac96-38e8f7f25b96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0435166 May 11 07:41:03.332795 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540f520-5a91-41d7-b91e-cb71da6a4494 req-364eb488-57b4-4016-b460-283c9ff980b2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:03.334187 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9540f520-5a91-41d7-b91e-cb71da6a4494 req-364eb488-57b4-4016-b460-283c9ff980b2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0723794 May 11 07:41:03.335217 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-e3d56c2a-6404-4034-8082-ee371a40d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:03.336532 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-e3d56c2a-6404-4034-8082-ee371a40d0a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0666897 May 11 07:41:03.433063 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9540f520-5a91-41d7-b91e-cb71da6a4494 req-2eebab8b-2bcd-4b79-bff1-54478dd2743f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927503 May 11 07:41:03.465942 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-9f6874ac-32d3-4e83-8515-fb53aae8bb6c service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201694 May 11 07:41:03.528406 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a1b42-41e6-45a0-81a0-5c52f3c0d5a8 req-a04a7dcb-9f98-4677-a459-67dd70991af5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:03.529888 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4d3a1b42-41e6-45a0-81a0-5c52f3c0d5a8 req-a04a7dcb-9f98-4677-a459-67dd70991af5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0843041 May 11 07:41:03.610758 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94739504-e09e-4ca8-bf08-04cc0b0528d3 req-4d49628a-d641-4398-9f03-a0d7f9e9af3c service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262009 May 11 07:41:03.619821 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4d3a1b42-41e6-45a0-81a0-5c52f3c0d5a8 req-2dbb287b-6324-4eb3-84eb-cc10003079da tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637667 May 11 07:41:03.953043 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6273a4-180d-41e8-a776-19f501bd6f5f req-ded116a0-1c09-4540-ba2c-9760aea3fb86 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:03.953043 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1f6273a4-180d-41e8-a776-19f501bd6f5f req-ded116a0-1c09-4540-ba2c-9760aea3fb86 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0521779 May 11 07:41:04.002579 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1f6273a4-180d-41e8-a776-19f501bd6f5f req-0f0ab7c7-db3c-4890-9ce0-e5575cbb2116 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 May 11 07:41:04.556436 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87390aed-9326-4c37-b76d-9f6f8378b9ee req-1befdacb-ad3d-4548-85a5-02eaecdb33a9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:04.558680 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-87390aed-9326-4c37-b76d-9f6f8378b9ee req-1befdacb-ad3d-4548-85a5-02eaecdb33a9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0476933 May 11 07:41:04.606170 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-87390aed-9326-4c37-b76d-9f6f8378b9ee req-ba8d5d7a-d866-4a8f-a231-58dced83a2ad tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418050 May 11 07:41:04.698364 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:04.739645 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d06c33-1995-4d43-9722-c6adb7cb0aa7 req-9c7cae0a-ac86-4119-9d1d-6755de372d84 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:04.741128 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-58d06c33-1995-4d43-9722-c6adb7cb0aa7 req-9c7cae0a-ac86-4119-9d1d-6755de372d84 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0558100 May 11 07:41:04.792597 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-58d06c33-1995-4d43-9722-c6adb7cb0aa7 req-433c27bc-44eb-4b05-8288-689709be77d5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451882 May 11 07:41:05.119835 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0ef8-2e12-4b1c-8c8c-4b427ecd8c96 req-779bbecc-a542-4e15-b3c1-6433e8c4de4a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:05.121296 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-467a0ef8-2e12-4b1c-8c8c-4b427ecd8c96 req-779bbecc-a542-4e15-b3c1-6433e8c4de4a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0476460 May 11 07:41:05.165802 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-467a0ef8-2e12-4b1c-8c8c-4b427ecd8c96 req-2f93c494-3d76-45ad-97a6-0765fd0bc10e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389411 May 11 07:41:05.724366 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f888c79-2315-44b9-ad20-8f85274e616d req-92d01d1f-2032-4f11-a496-bf6605c73585 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:05.725824 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9f888c79-2315-44b9-ad20-8f85274e616d req-92d01d1f-2032-4f11-a496-bf6605c73585 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 945 time: 0.0459847 May 11 07:41:05.770221 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9f888c79-2315-44b9-ad20-8f85274e616d req-ec22fbef-177d-4bc4-a01e-a79113f3dc70 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389123 May 11 07:41:05.904313 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928a426-d2f8-4961-890a-920d413ffb23 req-9dc2aa77-a405-47e5-b7df-686746e6e1fb tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:05.905765 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c928a426-d2f8-4961-890a-920d413ffb23 req-9dc2aa77-a405-47e5-b7df-686746e6e1fb tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0483980 May 11 07:41:05.955251 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c928a426-d2f8-4961-890a-920d413ffb23 req-e902f451-6c4f-495b-af4a-f08a568a8acf tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429018 May 11 07:41:06.274575 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19733baf-b987-49af-ac67-f8b803a5e9f1 req-f6db7f1b-7f58-4a02-a56f-5d92f675840f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:06.276498 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-19733baf-b987-49af-ac67-f8b803a5e9f1 req-f6db7f1b-7f58-4a02-a56f-5d92f675840f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0453732 May 11 07:41:06.320959 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-19733baf-b987-49af-ac67-f8b803a5e9f1 req-299e5dfb-1b1c-4f03-a80d-a332ea706ff1 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390804 May 11 07:41:06.567244 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 00030629-4c1b-478f-a74f-23f588ad9513 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:41:06.586724 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 00030629-4c1b-478f-a74f-23f588ad9513 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:41:06.587066 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 00030629-4c1b-478f-a74f-23f588ad9513 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:41:06.587461 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:41:06.661379 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 is: ACTIVE; New status is: DOWN {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:06.661863 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:06.684950 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:41:06.687217 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a4950b-93ac-4c4c-8eca-11916d8cab24" -d '{"events": [{"server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "name": "network-vif-unplugged", "status": "completed", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:41:06.700166 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:06.704281 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:06.729775 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 May 2022 07:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822d6208-5f73-4764-bfbd-2cb6afc5abd4 x-openstack-request-id: req-822d6208-5f73-4764-bfbd-2cb6afc5abd4 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:41:06.730128 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "name": "network-vif-unplugged", "status": "completed", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:41:06.730390 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-822d6208-5f73-4764-bfbd-2cb6afc5abd4 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:41:06.730783 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822d6208-5f73-4764-bfbd-2cb6afc5abd4'] response: {'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'code': 200} May 11 07:41:06.759441 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=8']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:06.883265 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e87d8c-494c-424a-bd62-fac3c3a43abf req-c3624e77-50c7-49d4-a763-7454c6de1229 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:06.884697 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b6e87d8c-494c-424a-bd62-fac3c3a43abf req-c3624e77-50c7-49d4-a763-7454c6de1229 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0445020 May 11 07:41:06.933335 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b6e87d8c-494c-424a-bd62-fac3c3a43abf req-e6d8d229-a38b-487e-b656-20f1f27fddae tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426643 May 11 07:41:07.067819 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd402-5544-4a61-b96c-74b939feb7cd req-7129f3a1-4742-4594-84c4-afb962434cf9 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:07.069337 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f1dd402-5544-4a61-b96c-74b939feb7cd req-7129f3a1-4742-4594-84c4-afb962434cf9 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0475903 May 11 07:41:07.117889 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f1dd402-5544-4a61-b96c-74b939feb7cd req-93759424-4ffc-4e59-b25c-64afaf0cace0 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416052 May 11 07:41:07.430048 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b7af-f82c-4feb-9b8e-26f66d417f2b req-d09287e4-aece-4213-9e4c-8bf974ae023a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:07.431490 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7993b7af-f82c-4feb-9b8e-26f66d417f2b req-d09287e4-aece-4213-9e4c-8bf974ae023a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0460963 May 11 07:41:07.478000 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7993b7af-f82c-4feb-9b8e-26f66d417f2b req-07f4e714-30ff-4aaa-835e-f778a9c37d5e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403259 May 11 07:41:07.918726 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:41:08.050280 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86475f-99ee-4036-bd0c-4613f0006a84 req-ed9cee99-04ef-470d-8aaf-6fc9064c36eb tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:08.051716 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ab86475f-99ee-4036-bd0c-4613f0006a84 req-ed9cee99-04ef-470d-8aaf-6fc9064c36eb tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0488214 May 11 07:41:08.096434 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ab86475f-99ee-4036-bd0c-4613f0006a84 req-d7849785-bbec-44d2-bc01-f731bc2c8df6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391529 May 11 07:41:08.230607 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5601c6f-3f81-482a-93dd-de881fcf7104 req-dc95fad1-4507-4970-a53a-6ab535bec3cf tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:08.231943 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f5601c6f-3f81-482a-93dd-de881fcf7104 req-dc95fad1-4507-4970-a53a-6ab535bec3cf tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0459096 May 11 07:41:08.278203 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f5601c6f-3f81-482a-93dd-de881fcf7104 req-88d7f8e3-5bdc-4520-9b3b-0dac9977bf98 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408161 May 11 07:41:08.592348 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698f754-0e8a-44f5-875c-eef723c15f0c req-d8dda23b-7a95-4ad7-ba31-de7e9fab6bb9 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:08.593784 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c698f754-0e8a-44f5-875c-eef723c15f0c req-d8dda23b-7a95-4ad7-ba31-de7e9fab6bb9 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0493906 May 11 07:41:08.894020 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c698f754-0e8a-44f5-875c-eef723c15f0c req-9beee6e7-3368-4b1e-8cea-0b9affef3c93 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2946565 May 11 07:41:09.240935 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3339-a9d7-4a54-8bb9-69aae50286ce req-73f4816a-5696-4685-be54-7927b5bf13c6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:09.242665 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-63ef3339-a9d7-4a54-8bb9-69aae50286ce req-73f4816a-5696-4685-be54-7927b5bf13c6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0613060 May 11 07:41:09.297204 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-63ef3339-a9d7-4a54-8bb9-69aae50286ce req-40b3c6d5-c2fd-4631-8272-bed7ddfb4570 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464444 May 11 07:41:09.434471 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e167e-a84b-4d5d-8a84-f9920e5c05c2 req-385cfa2b-fabe-46b5-a257-31e7829900b2 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:09.436229 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac3e167e-a84b-4d5d-8a84-f9920e5c05c2 req-385cfa2b-fabe-46b5-a257-31e7829900b2 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0733333 May 11 07:41:09.546044 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac3e167e-a84b-4d5d-8a84-f9920e5c05c2 req-e8df49a8-e12d-4f6b-ba75-c2b1e74ec01e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023443 May 11 07:41:09.880110 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-903f3237-e630-4252-8ae5-1bfb7bbcf34d req-aa79fdc2-7ccc-4b67-b643-c575ae106847 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:41:09.881088 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-903f3237-e630-4252-8ae5-1bfb7bbcf34d req-aa79fdc2-7ccc-4b67-b643-c575ae106847 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055475 May 11 07:41:10.078837 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131fd4-5ae8-4bf2-ab5c-eddc29cf70b2 req-2e4050af-01f9-4ab2-b262-4df1c2491ea1 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:10.080348 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd131fd4-5ae8-4bf2-ab5c-eddc29cf70b2 req-2e4050af-01f9-4ab2-b262-4df1c2491ea1 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0765734 May 11 07:41:10.110949 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2476f0f-f742-4611-9109-d47db4cf83c7 req-42b72cca-38b0-4676-bef2-48cffc92967a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:10.112450 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a2476f0f-f742-4611-9109-d47db4cf83c7 req-42b72cca-38b0-4676-bef2-48cffc92967a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0783656 May 11 07:41:10.160699 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd131fd4-5ae8-4bf2-ab5c-eddc29cf70b2 req-1e542b41-5ae4-4b3d-b75d-28270ef414c2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707378 May 11 07:41:10.193078 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a2476f0f-f742-4611-9109-d47db4cf83c7 req-48361020-84f0-49a8-ac18-2169dac4f14c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704548 May 11 07:41:10.415327 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 984a3ee7-17e5-4143-9062-ba7a44b7d5ad details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:41:10.558001 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 50530) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:10.603105 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:10.618270 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'port_id': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad', 'mac_address': 'fa:16:3e:07:36:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:41:10.667050 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:10.667354 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:10.682472 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984a3ee7-17e5-4143-9062-ba7a44b7d5ad {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:41:10.703590 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca2ac7-4709-4b0a-87ff-b7768ce9695a req-7351eff2-f351-4aea-9290-e7c66752fcda tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:10.707232 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:10.710780 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6aca2ac7-4709-4b0a-87ff-b7768ce9695a req-7351eff2-f351-4aea-9290-e7c66752fcda tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 943 time: 0.0932508 May 11 07:41:10.719409 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:10.743874 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-200b210c-3d91-4e01-ad22-54b8d7e7a707 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1829424 May 11 07:41:10.748891 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-586c2e11-2e35-4849-87b9-e3872ae5bb59 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:41:10.761166 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-586c2e11-2e35-4849-87b9-e3872ae5bb59 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0163608 May 11 07:41:10.819246 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6aca2ac7-4709-4b0a-87ff-b7768ce9695a req-5d596f7a-bcdf-46db-a855-8b7675b67b6e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072259 May 11 07:41:10.852041 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:10.872920 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 50544) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:11.029574 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-a9aaebcb-7b3e-43e8-9c4f-5992ac4dbe2b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:11.031740 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-a9aaebcb-7b3e-43e8-9c4f-5992ac4dbe2b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports/1e8c8dbc-18a9-44e8-8ac6-273b984ed899 HTTP/1.1" status: 200 len: 940 time: 0.1563373 May 11 07:41:11.035952 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['984a3ee7-17e5-4143-9062-ba7a44b7d5ad'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:41:11.396583 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf59de9-b9c0-40bd-b2d8-93348bad7d65 req-47af26d4-2914-446d-b3d9-47cae85f468f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:11.403745 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9bf59de9-b9c0-40bd-b2d8-93348bad7d65 req-47af26d4-2914-446d-b3d9-47cae85f468f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.1083322 May 11 07:41:11.424194 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f7a95-4a5a-4b4d-be37-dbbf56e020b1 req-4a8cda57-0ea7-4a1d-92d3-f7092258a00a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:11.426165 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4f4f7a95-4a5a-4b4d-be37-dbbf56e020b1 req-4a8cda57-0ea7-4a1d-92d3-f7092258a00a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.1140244 May 11 07:41:11.525910 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4f4f7a95-4a5a-4b4d-be37-dbbf56e020b1 req-7cd61902-ff0e-4ad5-9b47-9d81d0ff8b8c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914595 May 11 07:41:11.529621 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9bf59de9-b9c0-40bd-b2d8-93348bad7d65 req-edb81f36-e82b-4aa7-8c06-3d217b17c6ed tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248899 May 11 07:41:11.997767 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28542c-8dd7-45f6-a48d-7dceb670d5b0 req-da1936fd-57b3-45c2-8366-638c331601ed tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:11.999421 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1f28542c-8dd7-45f6-a48d-7dceb670d5b0 req-da1936fd-57b3-45c2-8366-638c331601ed tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 944 time: 0.0680332 May 11 07:41:12.053250 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1f28542c-8dd7-45f6-a48d-7dceb670d5b0 req-be84b4c2-e3e1-460c-9895-ed28b9b6602b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481141 May 11 07:41:12.429717 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 984a3ee7-17e5-4143-9062-ba7a44b7d5ad up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:41:12.504458 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:41:12.512310 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:12.512941 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:12.629441 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:12.630053 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:12.676502 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:12.677649 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:41:12.680947 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f7ac49-0c68-4735-8dab-74ab88ee097d" -d '{"events": [{"server_uuid": "021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0", "name": "network-vif-plugged", "status": "completed", "tag": "984a3ee7-17e5-4143-9062-ba7a44b7d5ad"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:41:12.684372 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:12.685216 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:41:12.753147 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62f96b-bbfe-411f-8ca1-b353453d506a req-a77217a4-5c28-4fd0-ae82-a89e5c15ff6d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:12.763549 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6d62f96b-bbfe-411f-8ca1-b353453d506a req-a77217a4-5c28-4fd0-ae82-a89e5c15ff6d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.1075482 May 11 07:41:12.788100 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c98cb-a1b7-469b-9bb4-5fd6aeaf2bda req-2655721a-386f-4429-b166-18356c0c1789 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:12.790476 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-162c98cb-a1b7-469b-9bb4-5fd6aeaf2bda req-2655721a-386f-4429-b166-18356c0c1789 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0949299 May 11 07:41:12.801996 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 is: DOWN; New status is: DOWN {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:12.849499 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:12.879012 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6d62f96b-bbfe-411f-8ca1-b353453d506a req-d0c86f5d-823b-4252-9806-01cdbe09f870 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140471 May 11 07:41:12.964438 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e3def1-0a2c-43ac-9d5f-2490c0aee13d x-openstack-request-id: req-c4e3def1-0a2c-43ac-9d5f-2490c0aee13d {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:41:12.965109 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0", "name": "network-vif-plugged", "status": "completed", "tag": "984a3ee7-17e5-4143-9062-ba7a44b7d5ad", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:41:12.965690 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4e3def1-0a2c-43ac-9d5f-2490c0aee13d {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:41:12.966990 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e3def1-0a2c-43ac-9d5f-2490c0aee13d'] response: {'server_uuid': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad', 'code': 200} May 11 07:41:12.992719 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-40cf9dc8-e968-400b-a2ce-ad030bf3b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:12.994894 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-40cf9dc8-e968-400b-a2ce-ad030bf3b1ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769&tenant_id=075ba180d52b46ad9cd3334520bcfb89 HTTP/1.1" status: 200 len: 1127 time: 0.1138592 May 11 07:41:13.009488 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-162c98cb-a1b7-469b-9bb4-5fd6aeaf2bda req-0fc5a30c-aa22-4942-b1b1-56293c277236 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973367 May 11 07:41:13.199909 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-aca60edc-b1a3-4bab-b5b4-43911e4c1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:13.204731 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-aca60edc-b1a3-4bab-b5b4-43911e4c1805 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 1127 time: 0.1114604 May 11 07:41:13.350484 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07617c-c319-4db1-af14-07f35d546708 req-c727375a-3b85-4222-b9c3-ba1e11b118dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:13.353206 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6d07617c-c319-4db1-af14-07f35d546708 req-c727375a-3b85-4222-b9c3-ba1e11b118dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9750cb9309234cb1b63343050ba700f9&device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 1129 time: 0.0489066 May 11 07:41:13.377320 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deffed-fc89-46b8-918e-ec4265a4eebd req-4538d0df-3e40-40a9-8dea-fd1cf9928e96 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:13.378827 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b5deffed-fc89-46b8-918e-ec4265a4eebd req-4538d0df-3e40-40a9-8dea-fd1cf9928e96 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.1700652 May 11 07:41:13.388962 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ad19-f77b-47da-b3b1-4b3fe3227440 req-82c059d2-60fb-433f-a18e-b8b82b3b2b2e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:13.394028 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ddf1ad19-f77b-47da-b3b1-4b3fe3227440 req-82c059d2-60fb-433f-a18e-b8b82b3b2b2e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 945 time: 0.1685348 May 11 07:41:13.424186 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2272c0-b55a-4ff4-8d60-939379f4ad65 req-7f6a9b94-7527-43b5-b42b-9e2ad66d4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:13.425862 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7e2272c0-b55a-4ff4-8d60-939379f4ad65 req-7f6a9b94-7527-43b5-b42b-9e2ad66d4034 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 1129 time: 0.1701894 May 11 07:41:13.473613 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07617c-c319-4db1-af14-07f35d546708 req-6f3deb28-2263-4b13-b239-c314a82eb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:13.475994 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6d07617c-c319-4db1-af14-07f35d546708 req-6f3deb28-2263-4b13-b239-c314a82eb918 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 200 len: 911 time: 0.1046445 May 11 07:41:13.542467 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7e2272c0-b55a-4ff4-8d60-939379f4ad65 req-f6628465-ae9a-48b5-9bf3-fc4d4b42e492 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016958 May 11 07:41:13.563538 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-d86a0cd9-69c0-49a1-a06d-9b29a6154142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:13.564195 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6d07617c-c319-4db1-af14-07f35d546708 req-e1e83c7e-b014-4da8-ad99-3929dfb4c975 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada HTTP/1.1" status: 200 len: 1001 time: 0.0804467 May 11 07:41:13.565155 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-d86a0cd9-69c0-49a1-a06d-9b29a6154142 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 918 time: 0.3386059 May 11 07:41:13.575149 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b5deffed-fc89-46b8-918e-ec4265a4eebd req-861061ae-771e-46cc-a9c8-6c2f2e7fa4db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800776 May 11 07:41:13.578658 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ddf1ad19-f77b-47da-b3b1-4b3fe3227440 req-e855101c-e97c-4f39-8241-c6caaee902e8 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494322 May 11 07:41:13.852289 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07617c-c319-4db1-af14-07f35d546708 req-ceaa6531-9f00-4a37-9724-24e4c852f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:13.854422 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6d07617c-c319-4db1-af14-07f35d546708 req-ceaa6531-9f00-4a37-9724-24e4c852f7ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e194c29f-39e9-4107-9cf2-3153c052edce HTTP/1.1" status: 200 len: 849 time: 0.0682838 May 11 07:41:13.866014 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-ae4a923f-7bb9-4ff6-8263-321989b634f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899 HTTP/1.1" status: 200 len: 998 time: 0.0798261 May 11 07:41:13.931382 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-55134456-9d19-4f83-9bc0-bcb25ddf5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:13.931747 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07617c-c319-4db1-af14-07f35d546708 req-3f9ead4d-8143-42a6-9e8d-226a8eb219fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:13.933404 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6d07617c-c319-4db1-af14-07f35d546708 req-3f9ead4d-8143-42a6-9e8d-226a8eb219fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0691719 May 11 07:41:13.933581 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-55134456-9d19-4f83-9bc0-bcb25ddf5c13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0590854 May 11 07:41:14.010043 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-7dc6310f-37ef-436f-9289-70fe8e8a6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:14.011926 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-7dc6310f-37ef-436f-9289-70fe8e8a6666 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643806 May 11 07:41:14.063747 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6d07617c-c319-4db1-af14-07f35d546708 req-ee94fc8a-057d-44a0-bfe0-5f87922a9dbf service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174078 May 11 07:41:14.070749 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c74814-d49f-4e6c-9997-0571f948da08 req-0e21e83d-af47-4e19-9397-5441c6d1d3df tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:14.072340 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a1c74814-d49f-4e6c-9997-0571f948da08 req-0e21e83d-af47-4e19-9397-5441c6d1d3df tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0587168 May 11 07:41:14.123827 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a1c74814-d49f-4e6c-9997-0571f948da08 req-a376f6e6-8139-4eff-9eb0-e52ceacc6f70 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453851 May 11 07:41:14.540395 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6d07617c-c319-4db1-af14-07f35d546708 req-1e28427f-99c9-4bbc-90ab-9b945f8842b2 service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179311 May 11 07:41:14.568746 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-a362129f-96be-460a-84e1-2e4ec2f2cfe3 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472800 May 11 07:41:14.711103 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-db6b6aef-4885-4b1f-9327-758e00133e0d req-2b319165-5465-4e03-b1d2-22221ed3e5c6 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281638 May 11 07:41:14.763929 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb442a9-41b9-4697-acab-e6d641b4e1ec req-43bdc9c7-b261-43e8-911e-b96da362feda tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:14.765501 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7eb442a9-41b9-4697-acab-e6d641b4e1ec req-43bdc9c7-b261-43e8-911e-b96da362feda tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 945 time: 0.0900383 May 11 07:41:14.783474 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2aee6-5b97-4896-bf52-5506d6a12673 req-60d66421-2e2c-404f-827a-9717262607ab tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:14.785278 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0bc2aee6-5b97-4896-bf52-5506d6a12673 req-60d66421-2e2c-404f-827a-9717262607ab tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0768030 May 11 07:41:14.860467 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7eb442a9-41b9-4697-acab-e6d641b4e1ec req-033194fc-5164-460b-ac86-9f12e1738906 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741341 May 11 07:41:14.879857 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0bc2aee6-5b97-4896-bf52-5506d6a12673 req-c8452c8c-c3bd-40c8-9930-c9ed9b7a4301 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872633 May 11 07:41:15.252244 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5ca4f-6e4b-4eec-9d12-8347e2efe5dd req-000a27b7-ca11-414d-8ea2-f01c3b2fbc84 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:15.254591 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-59f5ca4f-6e4b-4eec-9d12-8347e2efe5dd req-000a27b7-ca11-414d-8ea2-f01c3b2fbc84 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0510118 May 11 07:41:15.310077 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-59f5ca4f-6e4b-4eec-9d12-8347e2efe5dd req-3f58d167-7e09-4729-8c98-79ed0940ee0e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493507 May 11 07:41:16.089195 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb198c-3922-4eff-a9b9-0f70b3ac2947 req-dc50fe65-870e-49be-8e82-90694a2558c0 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:16.091145 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cbfb198c-3922-4eff-a9b9-0f70b3ac2947 req-dc50fe65-870e-49be-8e82-90694a2558c0 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 945 time: 0.0913286 May 11 07:41:16.104784 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e84d41-d842-470e-8f8f-cf8eb3f85ba5 req-86ee140f-99cf-4202-b939-5d67f49d748f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:16.112529 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a9e84d41-d842-470e-8f8f-cf8eb3f85ba5 req-86ee140f-99cf-4202-b939-5d67f49d748f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.1010797 May 11 07:41:16.188794 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cbfb198c-3922-4eff-a9b9-0f70b3ac2947 req-33c15bf3-b936-4ba7-a654-0ff644f4e26d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739608 May 11 07:41:16.223072 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a9e84d41-d842-470e-8f8f-cf8eb3f85ba5 req-4cc13e82-5500-4d2f-9187-3f02cf8c5dac tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092172 May 11 07:41:16.365612 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136be38-9a72-40d0-964e-503dae50e61a req-044a5604-f522-487b-824d-04e09c9bb478 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:16.367279 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2136be38-9a72-40d0-964e-503dae50e61a req-044a5604-f522-487b-824d-04e09c9bb478 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 945 time: 0.0820341 May 11 07:41:16.465580 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2136be38-9a72-40d0-964e-503dae50e61a req-2dff0450-5e78-47de-97cb-cfe1f1410cdb tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906498 May 11 07:41:16.476996 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525686f-22e8-4a2f-9e56-9c2e0bbe00dc req-6788b3d6-0d53-4577-acc8-c6762afc0d64 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:16.485336 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4525686f-22e8-4a2f-9e56-9c2e0bbe00dc req-6788b3d6-0d53-4577-acc8-c6762afc0d64 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0759230 May 11 07:41:16.500725 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 50640) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:16.586962 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4525686f-22e8-4a2f-9e56-9c2e0bbe00dc req-9e11f121-5462-4acc-99ea-996e5bd386e8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977645 May 11 07:41:16.788703 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce8102-98b6-43da-b528-18911d33948b tempest-TestVolumeBootPattern-541488080 tempest-TestVolumeBootPattern-541488080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:16.798305 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 50644) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:16.804971 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'port_id': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:41:16.811579 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-54ce8102-98b6-43da-b528-18911d33948b tempest-TestVolumeBootPattern-541488080 tempest-TestVolumeBootPattern-541488080-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 1124 time: 0.3069830 May 11 07:41:16.837231 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:16.979395 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:17.160025 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Allocated IP 172.27.2.43 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/d5a10258-1d9b-4041-91a6-8050bcb798e7) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:41:17.391719 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for port (d5a10258-1d9b-4041-91a6-8050bcb798e7), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:17.436215 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (d5a10258-1d9b-4041-91a6-8050bcb798e7), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:17.553490 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'Port': ['ID=d5a10258-1d9b-4041-91a6-8050bcb798e7,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:17.594646 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:41:17.599692 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:17.614303 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:41:17.771451 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cfe3c-1408-473c-b7df-6052dfc7ca92 req-620ed89e-a8fb-47b6-9f38-b7e02685dbd1 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:17.773166 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-037cfe3c-1408-473c-b7df-6052dfc7ca92 req-620ed89e-a8fb-47b6-9f38-b7e02685dbd1 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0594864 May 11 07:41:17.835276 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-037cfe3c-1408-473c-b7df-6052dfc7ca92 req-b585b5e3-b3a8-45d7-b9f7-6b66375e20bb tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556278 May 11 07:41:18.437251 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (03391a24-655c-4119-aca4-948effedbde5), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:18.541364 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (d5a10258-1d9b-4041-91a6-8050bcb798e7), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:18.818028 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for port (d5a10258-1d9b-4041-91a6-8050bcb798e7), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:18.824691 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (d5a10258-1d9b-4041-91a6-8050bcb798e7), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:18.974706 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'Port': ['ID=d5a10258-1d9b-4041-91a6-8050bcb798e7,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:18.987145 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (03391a24-655c-4119-aca4-948effedbde5), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:19.073941 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5b92b-577f-44f0-8d0a-0911561cb637 req-6e958c00-0964-4b48-b4e1-6dd06e625a99 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:19.089898 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f5a5b92b-577f-44f0-8d0a-0911561cb637 req-6e958c00-0964-4b48-b4e1-6dd06e625a99 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.1179028 May 11 07:41:19.157047 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Floating IP 03391a24-655c-4119-aca4-948effedbde5 associated. External IP: 172.27.2.43, port: 984a3ee7-17e5-4143-9062-ba7a44b7d5ad. May 11 07:41:19.179404 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f5a5b92b-577f-44f0-8d0a-0911561cb637 req-873eb859-3302-48c5-9f91-810981406445 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871153 May 11 07:41:19.472076 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:41:19.630615 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:41:19.643410 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] Sync routers for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:41:19.662256 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:41:19.663216 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:41:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:19.665787 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:19.711299 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-c83e0fca-46ec-463a-90b6-8e066cc68ad1 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9110646 May 11 07:41:19.711992 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'tag': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:41:19.715021 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0", "tag": "984a3ee7-17e5-4143-9062-ba7a44b7d5ad"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:41:19.772758 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ab831a-ab1a-4126-bd2a-5272d312e1fb x-openstack-request-id: req-25ab831a-ab1a-4126-bd2a-5272d312e1fb {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:41:19.772758 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0", "tag": "984a3ee7-17e5-4143-9062-ba7a44b7d5ad", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:41:19.773184 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25ab831a-ab1a-4126-bd2a-5272d312e1fb {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:41:19.773973 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ab831a-ab1a-4126-bd2a-5272d312e1fb'] response: {'name': 'network-changed', 'server_uuid': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'tag': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad', 'status': 'completed', 'code': 200} May 11 07:41:19.892263 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-71cf1287-66b9-4934-9ef6-c6509d00b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:19.894119 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-71cf1287-66b9-4934-9ef6-c6509d00b362 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 1129 time: 0.0898201 May 11 07:41:19.956364 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:41:20.033470 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-9a49495c-6b4d-46ca-9c06-af2f600283e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:20.035133 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-9a49495c-6b4d-46ca-9c06-af2f600283e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 913 time: 0.1309652 May 11 07:41:20.123936 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-85608dcb-72a0-4c98-94b1-6f0614bbb557 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=984a3ee7-17e5-4143-9062-ba7a44b7d5ad HTTP/1.1" status: 200 len: 998 time: 0.0731952 May 11 07:41:20.216155 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-23d41927-f5b4-40a2-bdf8-452d181282d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:20.217671 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-23d41927-f5b4-40a2-bdf8-452d181282d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0686538 May 11 07:41:20.318922 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-3009bcf1-d6e3-40ba-8d56-c7098d7dfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:20.320572 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-3009bcf1-d6e3-40ba-8d56-c7098d7dfd7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0758965 May 11 07:41:20.420083 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abc3e9-788e-4915-8d11-19f670f5c73e req-43dd3447-5855-40db-9c9e-54ca471b1186 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:20.426960 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00abc3e9-788e-4915-8d11-19f670f5c73e req-43dd3447-5855-40db-9c9e-54ca471b1186 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.1050422 May 11 07:41:20.461716 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '03391a24-655c-4119-aca4-948effedbde5', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:07:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:41:17Z', 'updated_at': '2022-05-11T07:41:17Z', 'revision_number': 0, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:20.500006 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] Checking router: 8baf1ae9-1dd5-43cd-b3e1-307f56346323 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:41:20.512757 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:41:20.513753 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:41:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:20.517729 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-c0a190d8-fc9e-4509-89d5-8c29acfd5671 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853507 May 11 07:41:20.536713 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00abc3e9-788e-4915-8d11-19f670f5c73e req-dd81fb15-1517-471b-9d91-ec4e7a309f18 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088071 May 11 07:41:20.668466 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:41:20.685855 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5db4ad30-40dc-4cc5-822c-7a2e8c588dcc req-d5a7a86d-8e0c-4721-b5eb-1476a19bb711 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480460 May 11 07:41:20.990778 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '03391a24-655c-4119-aca4-948effedbde5', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:07:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:41:17Z', 'updated_at': '2022-05-11T07:41:17Z', 'revision_number': 0, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:21.032222 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c2327-b3f1-428a-8cda-cb29f93cb5dc None None] The sync data for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi is: [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '03391a24-655c-4119-aca4-948effedbde5', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:07:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:41:17Z', 'updated_at': '2022-05-11T07:41:17Z', 'revision_number': 0, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:41:21.501146 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a287d-0d58-40b1-94d0-5b0cbce1803e None None] New status for floating IP 03391a24-655c-4119-aca4-948effedbde5: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:41:21.799871 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9985-f381-4c3f-bf5f-6a9b792fd52c req-3a576e9c-99d4-401d-a86a-f8dec9bd8fe9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:21.805022 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-110a9985-f381-4c3f-bf5f-6a9b792fd52c req-3a576e9c-99d4-401d-a86a-f8dec9bd8fe9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.1314600 May 11 07:41:21.902442 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-110a9985-f381-4c3f-bf5f-6a9b792fd52c req-2a752576-4b54-48fe-ad2a-61143bc55031 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901666 May 11 07:41:23.219398 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba818-e2ae-43ef-a82f-b71ea9147730 req-345a5c53-9450-4a78-b77b-d0e37b3ec023 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:23.226346 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-85dba818-e2ae-43ef-a82f-b71ea9147730 req-345a5c53-9450-4a78-b77b-d0e37b3ec023 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0777955 May 11 07:41:23.292135 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-85dba818-e2ae-43ef-a82f-b71ea9147730 req-91c1a261-9c3f-4acc-af5f-5ff3f553bee0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648196 May 11 07:41:24.479696 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f58bd-fa37-4954-a87e-43eb225f55e1 req-931d073b-7681-4c5e-a811-af8faad58ad6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:24.481670 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-941f58bd-fa37-4954-a87e-43eb225f55e1 req-931d073b-7681-4c5e-a811-af8faad58ad6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0574253 May 11 07:41:24.562174 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-941f58bd-fa37-4954-a87e-43eb225f55e1 req-7735d6ed-128d-4550-ac4b-801b09735233 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708487 May 11 07:41:25.680643 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e009-06e2-449c-a4c8-85973aff67f9 req-0ac6c133-4a72-4e77-813a-3e2835f890d0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:25.683315 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0985e009-06e2-449c-a4c8-85973aff67f9 req-0ac6c133-4a72-4e77-813a-3e2835f890d0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0484104 May 11 07:41:25.731953 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0985e009-06e2-449c-a4c8-85973aff67f9 req-bb219b84-f0c9-40a5-acea-fde5e6d4b261 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 May 11 07:41:25.977753 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:26.861764 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985fe3-180e-49a0-9811-1b782a8fe776 req-b969ca31-f97a-43e2-9eda-051e84ffca86 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:26.864383 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-97985fe3-180e-49a0-9811-1b782a8fe776 req-b969ca31-f97a-43e2-9eda-051e84ffca86 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0592167 May 11 07:41:26.916076 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-97985fe3-180e-49a0-9811-1b782a8fe776 req-844387bf-b32f-4958-9dcd-d464d72c2def tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455339 May 11 07:41:28.037371 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508a5d1-55fd-414b-9ba0-4c4b64471e20 req-2f2708b9-7b89-47ca-9abb-8fab56d353be tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:28.038857 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4508a5d1-55fd-414b-9ba0-4c4b64471e20 req-2f2708b9-7b89-47ca-9abb-8fab56d353be tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0465121 May 11 07:41:28.087711 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4508a5d1-55fd-414b-9ba0-4c4b64471e20 req-c8c67251-5021-4528-943d-93a4a3203219 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432858 May 11 07:41:28.216570 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 50764) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:28.263602 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Deleting subnet fd2fa7d7-ebc0-47e7-9df9-2894f7056859 {{(pid=103567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:41:28.266671 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Publish callbacks [] for subnet (fd2fa7d7-ebc0-47e7-9df9-2894f7056859), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.296223 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f223a10c-82f8-44e9-8f7f-7e9544971a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.300524 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164461'] for subnet (fd2fa7d7-ebc0-47e7-9df9-2894f7056859), precommit_delete_associations {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.339838 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (fd2fa7d7-ebc0-47e7-9df9-2894f7056859), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.391409 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3988792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150997'] for subnet (fd2fa7d7-ebc0-47e7-9df9-2894f7056859), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.420858 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2fa7d7-ebc0-47e7-9df9-2894f7056859,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:28.423854 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.426414 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fd2fa7d7-ebc0-47e7-9df9-2894f7056859 HTTP/1.1" status: 204 len: 168 time: 0.2088351 May 11 07:41:28.429011 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 50766) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:28.432867 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.433219 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.433606 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.433952 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.434290 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.434622 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.434949 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.435275 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.435603 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.435930 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.436259 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.436584 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.436910 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.437231 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.437565 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945e4fc-aa13-4303-b8cf-796e8e73baab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.499854 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (dfa4b454-8bbb-460d-a846-a88ee9e3b47d), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.575193 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (dfa4b454-8bbb-460d-a846-a88ee9e3b47d), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.597949 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa4b454-8bbb-460d-a846-a88ee9e3b47d']}} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:28.607423 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120f8e72-d940-4fef-ba2c-cef492fec0dd') {'for_net_delete': True} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:28.607718 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120f8e72-d940-4fef-ba2c-cef492fec0dd') {} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:28.616666 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16893163'] for segment (120f8e72-d940-4fef-ba2c-cef492fec0dd), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.629824 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (120f8e72-d940-4fef-ba2c-cef492fec0dd), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.635536 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:41:28.635910 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17748629'] for segment (120f8e72-d940-4fef-ba2c-cef492fec0dd), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: Traceback (most recent call last): May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: timer() May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: cb(*args, **kw) May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: return func(*args, **kwargs) May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: self._notify() May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: self.callback(batched_events) May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: event.method(event) May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: return f(self, *a, **k) May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._get(url).json() May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: return self.request(url, 'GET', **kwargs) May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:41:28.637701 dv-cinder-836996-20-iscsi neutron-server[103568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:41:28.689818 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (dfa4b454-8bbb-460d-a846-a88ee9e3b47d), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.695217 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.698330 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] 10.222.0.36 "DELETE /v2.0/networks/dfa4b454-8bbb-460d-a846-a88ee9e3b47d HTTP/1.1" status: 204 len: 168 time: 0.2681839 May 11 07:41:28.708785 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa4b454-8bbb-460d-a846-a88ee9e3b47d,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:28.716014 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.716362 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.716704 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.717043 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.717373 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.717732 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.718044 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.718366 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.718688 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.719011 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.719330 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.719651 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.719967 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.720292 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.720608 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008ea8-7478-4876-916d-d8d43c9ed6bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:28.858041 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 50770) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:28.894948 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-5aaf9a1c-0b45-42e8-a21b-ccbf2d5a4b22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70e0fc25f309475d83688bab2b138157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0358140 May 11 07:41:28.897134 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 50772) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:28.945832 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77f6c4d5-c010-40f2-930c-391298ce3386 admin admin] Publish callbacks [] for security_group (f5568bc1-7cd6-416c-bdee-b178ac4ed59f), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:28.966934 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77f6c4d5-c010-40f2-930c-391298ce3386 admin admin] Publish callbacks [] for security_group (f5568bc1-7cd6-416c-bdee-b178ac4ed59f), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:29.011511 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77f6c4d5-c010-40f2-930c-391298ce3386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f5568bc1-7cd6-416c-bdee-b178ac4ed59f), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:29.014046 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77f6c4d5-c010-40f2-930c-391298ce3386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:29.015156 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-77f6c4d5-c010-40f2-930c-391298ce3386 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5568bc1-7cd6-416c-bdee-b178ac4ed59f HTTP/1.1" status: 204 len: 168 time: 0.1171434 May 11 07:41:29.022635 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6c4d5-c010-40f2-930c-391298ce3386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5568bc1-7cd6-416c-bdee-b178ac4ed59f,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:29.204735 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dc220-2ab6-4608-8f9e-846dca508b5a req-5f3235ed-cae1-4c53-a256-b7ae35ce8524 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:29.206185 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3d9dc220-2ab6-4608-8f9e-846dca508b5a req-5f3235ed-cae1-4c53-a256-b7ae35ce8524 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0469978 May 11 07:41:29.252976 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3d9dc220-2ab6-4608-8f9e-846dca508b5a req-049eb338-c4ab-4f26-9279-1379d2ce1b6b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411823 May 11 07:41:29.590665 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-030f2416-5b5a-46cf-8d0b-11e8231914a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:29.592441 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-030f2416-5b5a-46cf-8d0b-11e8231914a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 1127 time: 0.0452509 May 11 07:41:29.712840 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-9392133f-4d20-4d5c-bedc-c1c179f91fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:29.714470 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-9392133f-4d20-4d5c-bedc-c1c179f91fd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 918 time: 0.0941088 May 11 07:41:29.801851 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-e8f4eebe-456a-488a-9eb5-041318ccff5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899 HTTP/1.1" status: 200 len: 998 time: 0.0698299 May 11 07:41:29.856763 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-2663a9dd-9a26-4f0a-8890-b1238f5ba595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:29.858414 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-2663a9dd-9a26-4f0a-8890-b1238f5ba595 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0468884 May 11 07:41:29.916163 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-adec3fc2-62d5-4823-80f6-613e4a260cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:29.918550 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-adec3fc2-62d5-4823-80f6-613e4a260cd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473034 May 11 07:41:30.029697 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-d081d13f-008a-4d01-a7c5-89af7afe7bbb service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974648 May 11 07:41:30.130587 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6034bf47-2b2e-4a73-906b-1b41aaaf9b56 req-fc177800-f094-4247-bd60-9e2bd0a6d8da service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864482 May 11 07:41:30.369410 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee8f04-af44-43d7-9408-e9a85ec16f66 req-59eb5e09-9d22-42b0-9737-5b49b2679d37 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:30.370878 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1aee8f04-af44-43d7-9408-e9a85ec16f66 req-59eb5e09-9d22-42b0-9737-5b49b2679d37 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0461752 May 11 07:41:30.419854 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1aee8f04-af44-43d7-9408-e9a85ec16f66 req-c21e94d2-c7ba-4125-90cd-c5dde17398ad tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434670 May 11 07:41:30.657210 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-e2db48a4-d0b4-40ba-970b-127f45f2996c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:31.546686 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90948d-d116-4ac3-987f-9907352a7895 req-d81e04b8-fa5d-4624-a137-556f822c1abf tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:31.548159 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cf90948d-d116-4ac3-987f-9907352a7895 req-d81e04b8-fa5d-4624-a137-556f822c1abf tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0497100 May 11 07:41:31.595988 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cf90948d-d116-4ac3-987f-9907352a7895 req-e485fadc-10f7-4fc1-bab6-08477e6232c4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422013 May 11 07:41:31.642743 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:32.718616 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf05e-aacd-4739-b16a-e070415ea445 req-6308c1b9-59ff-4a5f-8e49-637770decc67 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:32.720106 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47ddf05e-aacd-4739-b16a-e070415ea445 req-6308c1b9-59ff-4a5f-8e49-637770decc67 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0526278 May 11 07:41:32.765877 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47ddf05e-aacd-4739-b16a-e070415ea445 req-ce4d5c71-0806-46ad-9e5f-7c4640a72968 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402448 May 11 07:41:33.206039 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:33.883575 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a03863-f22d-44ca-ac1b-cecca3a10fd2 req-7136e234-cde3-4e7b-8bc2-51db82d15398 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:33.885018 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a1a03863-f22d-44ca-ac1b-cecca3a10fd2 req-7136e234-cde3-4e7b-8bc2-51db82d15398 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0482106 May 11 07:41:33.929131 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a1a03863-f22d-44ca-ac1b-cecca3a10fd2 req-9aba2129-9eda-4d19-ba8b-15600cbd9860 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386891 May 11 07:41:34.701953 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:35.048259 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c0baf-ab73-41b0-bc41-917ccaef2f94 req-ff55a627-465b-4e07-b6d4-da3b2c1759ac tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:35.049733 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-908c0baf-ab73-41b0-bc41-917ccaef2f94 req-ff55a627-465b-4e07-b6d4-da3b2c1759ac tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0449786 May 11 07:41:35.097502 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-908c0baf-ab73-41b0-bc41-917ccaef2f94 req-30dd4ce3-3782-4f94-9126-956599fa06dd tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422637 May 11 07:41:36.228588 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f2f00-d046-408e-90ff-368984d6c9b6 req-7fb7d20d-ff1d-4ac1-a744-c923d0a61066 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:36.230102 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0d7f2f00-d046-408e-90ff-368984d6c9b6 req-7fb7d20d-ff1d-4ac1-a744-c923d0a61066 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 943 time: 0.0572062 May 11 07:41:36.279100 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0d7f2f00-d046-408e-90ff-368984d6c9b6 req-97456b2d-27ce-46d0-a7fe-87df4f280ea8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422580 May 11 07:41:36.582015 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:41:36.684105 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:36.695552 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'port_id': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'mac_address': 'fa:16:3e:7b:0d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:41:36.732481 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:36.732872 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:36.746121 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:41:36.764965 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:36.768778 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:36.816634 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=9']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:36.823673 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.824019 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.824388 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.824747 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.825082 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.825412 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.825765 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.826095 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.826432 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.826760 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.827083 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.827423 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.827746 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.828064 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:36.828383 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:37.083239 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['1e8c8dbc-18a9-44e8-8ac6-273b984ed899'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:41:37.412118 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2139bd6-3c6b-407b-8c95-21995d425853 req-6b9fed56-e66c-413c-9f18-0886a390b07c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:37.413581 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2139bd6-3c6b-407b-8c95-21995d425853 req-6b9fed56-e66c-413c-9f18-0886a390b07c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 944 time: 0.0472074 May 11 07:41:37.463716 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2139bd6-3c6b-407b-8c95-21995d425853 req-fee615e1-9c4e-4a53-a8bd-4905eae2c3dc tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441980 May 11 07:41:37.652180 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-53a0d907-563d-45c3-bc3c-bff0cd5458b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:37.653736 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-53a0d907-563d-45c3-bc3c-bff0cd5458b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 1129 time: 0.0695925 May 11 07:41:37.661351 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cbe2b-6e38-4d84-b0e0-87bb548a3cd6 req-8aab655f-e937-4f36-b4da-21a65220fca3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:37.662678 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ee4cbe2b-6e38-4d84-b0e0-87bb548a3cd6 req-8aab655f-e937-4f36-b4da-21a65220fca3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0682929 May 11 07:41:37.766565 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ee4cbe2b-6e38-4d84-b0e0-87bb548a3cd6 req-2f34d299-b23d-41ef-90a8-cf7c04e18941 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957961 May 11 07:41:37.779908 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-539ed614-a82d-428e-bf3b-cd2102a6fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:37.781336 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-539ed614-a82d-428e-bf3b-cd2102a6fba0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.1178479 May 11 07:41:38.096658 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-b0871b2d-da7d-4543-a07e-60311f5d985a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8 HTTP/1.1" status: 200 len: 1001 time: 0.3083589 May 11 07:41:38.143264 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-89988b51-7f28-47bb-987d-b5e7982aecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:38.144635 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-89988b51-7f28-47bb-987d-b5e7982aecb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0414095 May 11 07:41:38.202529 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-b53e8aee-abf7-48d2-acc1-f4d3859bc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:38.204026 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-b53e8aee-abf7-48d2-acc1-f4d3859bc0e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523064 May 11 07:41:38.291269 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-f2e6ce2d-ade8-409f-8f2f-8f32d435834f service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795166 May 11 07:41:38.385326 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2781abf1-2456-4af7-98c1-b88be9cb19e2 req-22aefa4c-f169-4a9d-b501-914ccc0ffad5 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824790 May 11 07:41:38.587730 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb183bc1-ba4f-407c-8938-767d0de2e6c6 req-f7cfe2bd-6648-4625-acf0-ff67cfe87151 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:38.589169 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fb183bc1-ba4f-407c-8938-767d0de2e6c6 req-f7cfe2bd-6648-4625-acf0-ff67cfe87151 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 944 time: 0.0453732 May 11 07:41:38.605472 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:41:38.635847 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fb183bc1-ba4f-407c-8938-767d0de2e6c6 req-c7ae4520-f7c1-457c-9dd7-7fac6eb61fa0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 May 11 07:41:38.655243 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:38.655750 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:38.740730 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:38.741116 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:38.762674 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:41:38.765299 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7121262-f4df-42bd-aed8-eedb7a6a0c63" -d '{"events": [{"server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "name": "network-vif-plugged", "status": "completed", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:41:38.778285 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:38.782304 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:38.807412 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9583c97a-db4f-4883-8ba8-138b733810cb x-openstack-request-id: req-9583c97a-db4f-4883-8ba8-138b733810cb {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:41:38.807710 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "name": "network-vif-plugged", "status": "completed", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:41:38.807967 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9583c97a-db4f-4883-8ba8-138b733810cb {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:41:38.808359 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9583c97a-db4f-4883-8ba8-138b733810cb'] response: {'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'code': 200} May 11 07:41:38.836431 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=10']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:38.882559 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8dc6d-7818-4c3d-8284-21fcad5a4cda req-1c0e697d-8c30-492d-aa55-cc510aa4cdf9 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:38.883989 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-73f8dc6d-7818-4c3d-8284-21fcad5a4cda req-1c0e697d-8c30-492d-aa55-cc510aa4cdf9 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0464540 May 11 07:41:38.932093 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-73f8dc6d-7818-4c3d-8284-21fcad5a4cda req-6440f260-feb4-4d6d-afb6-f52af00aa9a7 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 May 11 07:41:39.295176 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8772c8a-379c-41dd-a428-9a8c0568a92e req-6246aa30-58ea-45c3-9d3d-323b22e45dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:39.296595 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c8772c8a-379c-41dd-a428-9a8c0568a92e req-6246aa30-58ea-45c3-9d3d-323b22e45dec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 1130 time: 0.0370238 May 11 07:41:39.342448 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c8772c8a-379c-41dd-a428-9a8c0568a92e req-1a290a2a-6201-4830-ac90-0716fc967317 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354168 May 11 07:41:39.759749 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7858a9a-d464-4dfa-a7b4-09d1e48e39d5 req-55edb37f-a40c-42ee-91e8-f4ee209fe7c4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:39.761344 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d7858a9a-d464-4dfa-a7b4-09d1e48e39d5 req-55edb37f-a40c-42ee-91e8-f4ee209fe7c4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 946 time: 0.0503819 May 11 07:41:39.771124 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 50974) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:39.808813 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d7858a9a-d464-4dfa-a7b4-09d1e48e39d5 req-28de3ff7-ad5a-4808-b464-e560f377c095 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 May 11 07:41:39.874865 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0451f7f5-8d16-49cf-a13a-18941a6b66c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:39.946292 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0451f7f5-8d16-49cf-a13a-18941a6b66c5 admin admin] Publish callbacks [] for security_group (633e2412-4ac2-4c48-822f-4b4c718c6011), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:39.950548 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0451f7f5-8d16-49cf-a13a-18941a6b66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (633e2412-4ac2-4c48-822f-4b4c718c6011), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:39.986277 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451f7f5-8d16-49cf-a13a-18941a6b66c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633e2412-4ac2-4c48-822f-4b4c718c6011,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:39.992692 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-0451f7f5-8d16-49cf-a13a-18941a6b66c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71fc214c46e442c8bebde7188e796224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203484 May 11 07:41:39.995344 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 50980) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:40.072906 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe1c4d-bed5-4fcd-8f5e-004c6d2a74b5 req-57a921f4-fe79-4586-9c50-c0082395ca0b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:40.074314 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3efe1c4d-bed5-4fcd-8f5e-004c6d2a74b5 req-57a921f4-fe79-4586-9c50-c0082395ca0b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0626955 May 11 07:41:40.096155 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9511b258-e728-4def-b202-1185fe60e11f admin admin] Publish callbacks [] for security_group (633e2412-4ac2-4c48-822f-4b4c718c6011), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:40.130251 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9511b258-e728-4def-b202-1185fe60e11f admin admin] Publish callbacks [] for security_group (633e2412-4ac2-4c48-822f-4b4c718c6011), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:40.149078 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3efe1c4d-bed5-4fcd-8f5e-004c6d2a74b5 req-f82b92b6-e484-4672-9578-05bd3e7926ba tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679855 May 11 07:41:40.185881 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9511b258-e728-4def-b202-1185fe60e11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (633e2412-4ac2-4c48-822f-4b4c718c6011), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:40.188325 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9511b258-e728-4def-b202-1185fe60e11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:40.189430 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-9511b258-e728-4def-b202-1185fe60e11f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/633e2412-4ac2-4c48-822f-4b4c718c6011 HTTP/1.1" status: 204 len: 168 time: 0.1931047 May 11 07:41:40.197056 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511b258-e728-4def-b202-1185fe60e11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633e2412-4ac2-4c48-822f-4b4c718c6011,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:40.929314 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f50415-76ef-4ae3-af7c-177ad65ef65e req-8d6788c9-9b45-4530-a915-f6de740d57ee tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:40.930806 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-80f50415-76ef-4ae3-af7c-177ad65ef65e req-8d6788c9-9b45-4530-a915-f6de740d57ee tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 946 time: 0.0507886 May 11 07:41:40.983940 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-80f50415-76ef-4ae3-af7c-177ad65ef65e req-22007639-eaa1-490f-b369-2525584c7d0d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 May 11 07:41:41.307485 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5b78-9c20-47a7-a0d1-6ad85eb9e7bd req-0f9b2660-8ff1-4482-9a53-b49aa682b4a1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:41.314051 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7b9a5b78-9c20-47a7-a0d1-6ad85eb9e7bd req-0f9b2660-8ff1-4482-9a53-b49aa682b4a1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0938869 May 11 07:41:41.364910 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7b9a5b78-9c20-47a7-a0d1-6ad85eb9e7bd req-1e23db7e-4525-4671-9f01-6aea1fd1abc5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500104 May 11 07:41:42.101913 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c6017-78e2-406e-895c-54f4c2c570bf req-f364f7ba-f6c7-47c7-8974-78e85b307f49 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:42.103969 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-615c6017-78e2-406e-895c-54f4c2c570bf req-f364f7ba-f6c7-47c7-8974-78e85b307f49 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 946 time: 0.0479779 May 11 07:41:42.152771 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-615c6017-78e2-406e-895c-54f4c2c570bf req-d48ac8e2-73b8-46e8-b7a2-bf860d424265 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432856 May 11 07:41:42.480911 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d019eb-fd62-48bf-96a2-4e2098e90e64 req-51b429b3-5393-44f9-9db7-9102501b89b1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:42.482280 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-21d019eb-fd62-48bf-96a2-4e2098e90e64 req-51b429b3-5393-44f9-9db7-9102501b89b1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0493479 May 11 07:41:42.541769 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-21d019eb-fd62-48bf-96a2-4e2098e90e64 req-3a5be51c-13d9-43c5-9301-2f7a526e5598 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513189 May 11 07:41:43.659170 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab3f81-6c3a-4f53-bd88-47a5c47451ce req-890945c0-a2a1-4356-8958-e5a5e1d68469 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:43.660674 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d0ab3f81-6c3a-4f53-bd88-47a5c47451ce req-890945c0-a2a1-4356-8958-e5a5e1d68469 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0528316 May 11 07:41:43.706203 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d0ab3f81-6c3a-4f53-bd88-47a5c47451ce req-902155a9-8f89-4f5a-b7f7-7822a5704fab tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393608 May 11 07:41:44.819294 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68058f0a-3530-4be1-a788-c23c0e201828 req-49ade765-7b09-4dd6-90a3-09b1a201639c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:44.820735 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-68058f0a-3530-4be1-a788-c23c0e201828 req-49ade765-7b09-4dd6-90a3-09b1a201639c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0488539 May 11 07:41:44.865010 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-68058f0a-3530-4be1-a788-c23c0e201828 req-cabe5e87-b810-4434-80e2-d662120ad775 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388048 May 11 07:41:44.920974 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:41:45.977228 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e749ef-f3b0-4fc3-89dc-ffd181b74e43 req-b731543b-6bcc-4804-9871-12ddf412116f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:45.978703 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-51e749ef-f3b0-4fc3-89dc-ffd181b74e43 req-b731543b-6bcc-4804-9871-12ddf412116f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0476577 May 11 07:41:46.025914 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-51e749ef-f3b0-4fc3-89dc-ffd181b74e43 req-6fff5bd6-1303-4b25-adcf-555aab3bb7b0 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416460 May 11 07:41:47.136216 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121886e-db29-4d89-80b9-6faba466ef31 req-7ead32c6-6eb8-489b-a487-f3393b816f9f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:47.137668 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9121886e-db29-4d89-80b9-6faba466ef31 req-7ead32c6-6eb8-489b-a487-f3393b816f9f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0449848 May 11 07:41:47.185742 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9121886e-db29-4d89-80b9-6faba466ef31 req-16239bfc-2cc0-4609-b6a1-143b64d78f32 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 May 11 07:41:48.296451 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4a2ba-4981-4201-bb96-a0174074ac5d req-7f6ecad3-01f7-45ab-9e39-bab6d99bf171 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:48.297889 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2e4a2ba-4981-4201-bb96-a0174074ac5d req-7f6ecad3-01f7-45ab-9e39-bab6d99bf171 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0451219 May 11 07:41:48.343765 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2e4a2ba-4981-4201-bb96-a0174074ac5d req-65dfb560-60cd-4c22-a85d-3b40897b5325 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404568 May 11 07:41:49.150891 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51110) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:49.253616 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-baf88104-2dee-4e06-885a-29ad4a54f047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:49.324554 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-baf88104-2dee-4e06-885a-29ad4a54f047 admin admin] Publish callbacks [] for security_group (7316235d-53bb-4c2e-a589-f6ac398a1528), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:49.328428 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-baf88104-2dee-4e06-885a-29ad4a54f047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7316235d-53bb-4c2e-a589-f6ac398a1528), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:49.368522 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-baf88104-2dee-4e06-885a-29ad4a54f047 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea2864ee8cbb4e158e3c11f30f2229e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143970 May 11 07:41:49.368522 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf88104-2dee-4e06-885a-29ad4a54f047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7316235d-53bb-4c2e-a589-f6ac398a1528,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:49.369350 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51116) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:49.429604 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3e4108ea-7249-4caa-871d-2a24e841612b admin admin] Publish callbacks [] for security_group (7316235d-53bb-4c2e-a589-f6ac398a1528), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:49.475389 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317eab-d2a8-4e1b-acf3-c23c2acea199 req-df7f9470-9ca9-4eb7-9c76-6e82ac0b40b7 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:49.476842 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b8317eab-d2a8-4e1b-acf3-c23c2acea199 req-df7f9470-9ca9-4eb7-9c76-6e82ac0b40b7 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0604734 May 11 07:41:49.481642 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3e4108ea-7249-4caa-871d-2a24e841612b admin admin] Publish callbacks [] for security_group (7316235d-53bb-4c2e-a589-f6ac398a1528), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:49.546614 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b8317eab-d2a8-4e1b-acf3-c23c2acea199 req-fd57d42e-c4ac-4822-9a51-d1436d0a2f4b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632062 May 11 07:41:49.560581 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3e4108ea-7249-4caa-871d-2a24e841612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7316235d-53bb-4c2e-a589-f6ac398a1528), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:49.563144 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3e4108ea-7249-4caa-871d-2a24e841612b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:49.564224 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-3e4108ea-7249-4caa-871d-2a24e841612b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7316235d-53bb-4c2e-a589-f6ac398a1528 HTTP/1.1" status: 204 len: 168 time: 0.1939602 May 11 07:41:49.574853 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4108ea-7249-4caa-871d-2a24e841612b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7316235d-53bb-4c2e-a589-f6ac398a1528,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:50.155863 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51140) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:50.248616 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1331451042-network', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:41:50.267829 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Made reservation on behalf of 03e1fa8f24714fc9af8b0947ec51aede for: {'network': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:41:50.270130 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.281367 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.352016 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Publish callbacks [] for security_group (420be390-f7e0-4db0-90b7-29b0a77c6569), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.355742 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (420be390-f7e0-4db0-90b7-29b0a77c6569), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.380974 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:41:50.390587 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420be390-f7e0-4db0-90b7-29b0a77c6569,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:50.395640 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (36eb25f7-b6f3-42bd-870f-b27408a14264), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.396042 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.segments_db [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Added segment 36eb25f7-b6f3-42bd-870f-b27408a14264 of type vlan for network fb44a62c-df04-4422-b678-e6d535160d9f May 11 07:41:50.437170 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (fb44a62c-df04-4422-b678-e6d535160d9f), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.460889 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (fb44a62c-df04-4422-b678-e6d535160d9f), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.461926 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:50.462494 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.493966 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3369353 May 11 07:41:50.496731 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51144) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:50.502875 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Request body: {'subnet': {'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1331451042-subnet', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'ip_version': 4}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:41:50.537433 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a59a0-eabe-4812-b6df-83c07dea476b admin admin] Pushing event updated for resources: {'Network': ['ID=fb44a62c-df04-4422-b678-e6d535160d9f,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:50.547542 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network fb44a62c-df04-4422-b678-e6d535160d9f details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:41:50.551417 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Made reservation on behalf of 03e1fa8f24714fc9af8b0947ec51aede for: {'subnet': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:41:50.553827 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17489960'] for subnet (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.677134 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00de9f-a660-4294-af3c-20457beca399 req-e905fbb5-a199-43cc-bdb0-ccedd55b7cd3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:50.678654 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7d00de9f-a660-4294-af3c-20457beca399 req-e905fbb5-a199-43cc-bdb0-ccedd55b7cd3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0583200 May 11 07:41:50.782717 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7d00de9f-a660-4294-af3c-20457beca399 req-d8698590-eeb0-493d-a02b-fb2f834bbd37 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831735 May 11 07:41:50.789508 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17749110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17489982'] for subnet (ed3e86ba-e244-4918-bffd-7a584b15220f), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.841651 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3e86ba-e244-4918-bffd-7a584b15220f,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:50.851561 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Checking segment: {'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:41:50.851911 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Network hostable DHCP agents. Network: fb44a62c-df04-4422-b678-e6d535160d9f, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:41:50.867429 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Network fb44a62c-df04-4422-b678-e6d535160d9f is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:41:50.876259 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, fb44a62c-df04-4422-b678-e6d535160d9f) {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:50.880383 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:50.880967 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.888074 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a349c3a-5423-4664-8592-c774e16964af None None] Network fb44a62c-df04-4422-b678-e6d535160d9f requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:41:50.896233 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e1434e19-691d-4e35-baed-b052d144cfd1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3984118 May 11 07:41:50.898784 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51148) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:50.902896 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:41:50.923473 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (499aba89-1c96-41df-a512-58c29c0001db), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.924611 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (499aba89-1c96-41df-a512-58c29c0001db), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.988487 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks [] for router_controller (499aba89-1c96-41df-a512-58c29c0001db), precommit_add_association {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:50.991244 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-fb44a62c-df04-4422-b678-e6d535160d9f', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:41:50.992234 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.127147 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Allocated IP 172.20.0.2 (fb44a62c-df04-4422-b678-e6d535160d9f/ed3e86ba-e244-4918-bffd-7a584b15220f/aae56d49-c770-44ef-b048-8e38c890942b) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:41:51.131771 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks [] for router_gateway (499aba89-1c96-41df-a512-58c29c0001db), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.277750 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Publish callbacks [] for port (aae56d49-c770-44ef-b048-8e38c890942b), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.283075 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (aae56d49-c770-44ef-b048-8e38c890942b), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.319870 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Network fb44a62c-df04-4422-b678-e6d535160d9f is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:41:51.324260 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:51.327252 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:41:51.335016 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks [] for router_gateway (499aba89-1c96-41df-a512-58c29c0001db), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.342160 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Pushing event updated for resources: {'Port': ['ID=aae56d49-c770-44ef-b048-8e38c890942b,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:51.354200 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.397779 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Attempting to bind port aae56d49-c770-44ef-b048-8e38c890942b on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:41:51.398053 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Attempting to bind port aae56d49-c770-44ef-b048-8e38c890942b by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:41:51.398410 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Attempting to bind port aae56d49-c770-44ef-b048-8e38c890942b on network fb44a62c-df04-4422-b678-e6d535160d9f {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:41:51.403541 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:41:51.403916 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Checking segment: {'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:41:51.404316 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.404707 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Bound using segment: {'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:41:51.405161 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Bound port: aae56d49-c770-44ef-b048-8e38c890942b, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:41:51.405555 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (aae56d49-c770-44ef-b048-8e38c890942b), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.467762 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Allocated IP 172.27.2.85 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/ab3bc3c6-a25b-47c5-a9f8-3d476538984a) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:41:51.468081 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] For port aae56d49-c770-44ef-b048-8e38c890942b, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:41:51.471376 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] For port aae56d49-c770-44ef-b048-8e38c890942b, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=aae56d49-c770-44ef-b048-8e38c890942b,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:41:51.477796 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (aae56d49-c770-44ef-b048-8e38c890942b), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.546014 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150932c-0657-492e-8b38-3fd88f0f232c None None] Pushing event updated for resources: {'Port': ['ID=aae56d49-c770-44ef-b048-8e38c890942b,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:51.577787 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks [] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.611536 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:51.656601 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:41:51.659628 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:51.665453 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:41:51.671210 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3bc3c6-a25b-47c5-a9f8-3d476538984a,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:51.947891 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6975c-b6f3-42bc-aa30-bdd392a3b6d3 req-088a05eb-281e-45e7-959d-d83b7eb42e8f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:51.949383 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9cd6975c-b6f3-42bc-aa30-bdd392a3b6d3 req-088a05eb-281e-45e7-959d-d83b7eb42e8f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0692990 May 11 07:41:52.016476 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks [] for router_gateway (499aba89-1c96-41df-a512-58c29c0001db), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:52.075762 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9cd6975c-b6f3-42bc-aa30-bdd392a3b6d3 req-2537954a-8423-4022-a4ac-cc73e937d434 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925565 May 11 07:41:52.236525 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (499aba89-1c96-41df-a512-58c29c0001db), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:52.371066 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Router 499aba89-1c96-41df-a512-58c29c0001db is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:41:52.427978 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c61a5d-0532-4656-8c90-ee1566db21a0 None None] Network fb44a62c-df04-4422-b678-e6d535160d9f requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:41:52.484043 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:41:52.494918 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Sync routers for ids ['499aba89-1c96-41df-a512-58c29c0001db'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:41:52.501743 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-e27a4a62-e4cd-48ef-b310-1dcb33bfb1f5 None None] Provisioning complete for port aae56d49-c770-44ef-b048-8e38c890942b triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:52.502133 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-e27a4a62-e4cd-48ef-b310-1dcb33bfb1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (aae56d49-c770-44ef-b048-8e38c890942b), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:52.503964 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:52.506587 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Routers {'499aba89-1c96-41df-a512-58c29c0001db'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:41:52.507326 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:41:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['499aba89-1c96-41df-a512-58c29c0001db'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:52.508003 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51154) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:52.510038 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-4b6596b8-1b6a-4dde-b9d7-8e5896f1d2c7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6102564 May 11 07:41:52.619491 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Set router 499aba89-1c96-41df-a512-58c29c0001db gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:41:52.626895 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-e27a4a62-e4cd-48ef-b310-1dcb33bfb1f5 None None] Current status of the port aae56d49-c770-44ef-b048-8e38c890942b is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:52.627427 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-e27a4a62-e4cd-48ef-b310-1dcb33bfb1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (aae56d49-c770-44ef-b048-8e38c890942b), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:52.666943 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-e27a4a62-e4cd-48ef-b310-1dcb33bfb1f5 None None] For port aae56d49-c770-44ef-b048-8e38c890942b, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=aae56d49-c770-44ef-b048-8e38c890942b,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:52.674970 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-e27a4a62-e4cd-48ef-b310-1dcb33bfb1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (aae56d49-c770-44ef-b048-8e38c890942b), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:52.740018 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a4a62-e4cd-48ef-b310-1dcb33bfb1f5 None None] Pushing event updated for resources: {'Port': ['ID=aae56d49-c770-44ef-b048-8e38c890942b,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:52.796576 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-2f449cff-acc9-4c62-9c18-6cb27523c66c None None] Provisioning complete for port aae56d49-c770-44ef-b048-8e38c890942b triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:52.797211 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2f449cff-acc9-4c62-9c18-6cb27523c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (aae56d49-c770-44ef-b048-8e38c890942b), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:52.808326 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:51Z', 'revision_number': 3, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:52.836638 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Checking router: 499aba89-1c96-41df-a512-58c29c0001db for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:41:52.836990 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Updating router 499aba89-1c96-41df-a512-58c29c0001db port ab3bc3c6-a25b-47c5-a9f8-3d476538984a binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:41:52.874831 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:52.882537 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-2f449cff-acc9-4c62-9c18-6cb27523c66c None None] Current status of the port aae56d49-c770-44ef-b048-8e38c890942b is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:52.946713 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.096471 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Allocated IP 172.20.0.1 (fb44a62c-df04-4422-b678-e6d535160d9f/ed3e86ba-e244-4918-bffd-7a584b15220f/6bd03b05-3db1-4a2e-93ed-916286ffb7bf) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:41:53.152051 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Publish callbacks [] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.158247 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.194117 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd81809-bce8-431c-9dc8-4af4f1e0fb22 req-0b5450ad-7e03-4e60-ba12-1df33866bb44 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:53.202441 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ccd81809-bce8-431c-9dc8-4af4f1e0fb22 req-0b5450ad-7e03-4e60-ba12-1df33866bb44 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0558870 May 11 07:41:53.207797 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Publish callbacks [] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.209940 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Pushing event updated for resources: {'Port': ['ID=ab3bc3c6-a25b-47c5-a9f8-3d476538984a,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:53.223163 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.223954 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.223954 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.224204 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.224540 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.224872 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.225205 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.225525 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.225891 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.226223 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.226547 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.226879 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.227208 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.227524 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.227840 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:41:53.233659 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Attempting to bind port ab3bc3c6-a25b-47c5-a9f8-3d476538984a on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:41:53.233954 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Attempting to bind port ab3bc3c6-a25b-47c5-a9f8-3d476538984a by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:41:53.234317 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Attempting to bind port ab3bc3c6-a25b-47c5-a9f8-3d476538984a on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:41:53.239728 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:41:53.240200 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:41:53.240550 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.240944 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:41:53.241449 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Bound port: ab3bc3c6-a25b-47c5-a9f8-3d476538984a, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:41:53.241870 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.245913 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.250267 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ccd81809-bce8-431c-9dc8-4af4f1e0fb22 req-064b3bff-e44d-401f-89f2-b46e1062ddeb tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467327 May 11 07:41:53.282747 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Network fb44a62c-df04-4422-b678-e6d535160d9f is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:41:53.286126 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:53.289103 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:41:53.295614 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] For port ab3bc3c6-a25b-47c5-a9f8-3d476538984a, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:41:53.301288 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] For port ab3bc3c6-a25b-47c5-a9f8-3d476538984a, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=ab3bc3c6-a25b-47c5-a9f8-3d476538984a,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:41:53.314334 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.351660 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Pushing event updated for resources: {'Port': ['ID=6bd03b05-3db1-4a2e-93ed-916286ffb7bf,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:53.367938 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Routers {'499aba89-1c96-41df-a512-58c29c0001db'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:41:53.368606 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:41:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['499aba89-1c96-41df-a512-58c29c0001db'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:53.372009 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (499aba89-1c96-41df-a512-58c29c0001db), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.397604 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device aae56d49-c770-44ef-b048-8e38c890942b up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:41:53.457677 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port aae56d49-c770-44ef-b048-8e38c890942b triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:53.458336 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (aae56d49-c770-44ef-b048-8e38c890942b), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.532763 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.554154 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port aae56d49-c770-44ef-b048-8e38c890942b is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:53.602446 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8d83f-db09-49a3-a610-a31f61b179cb None None] Pushing event updated for resources: {'Port': ['ID=ab3bc3c6-a25b-47c5-a9f8-3d476538984a,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:53.606483 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] Set router 499aba89-1c96-41df-a512-58c29c0001db gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:41:53.610956 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-b6c4d78a-87b2-44c6-86bd-2605fecf9a4e None None] Provisioning complete for port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:53.611537 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d78a-87b2-44c6-86bd-2605fecf9a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.655337 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4d78a-87b2-44c6-86bd-2605fecf9a4e None None] Port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:41:53.762022 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Publish callbacks [] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.767011 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.795556 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:51Z', 'revision_number': 3, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:53.822188 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6639f7-bb25-450f-9581-e7ad9323ed5e None None] The sync data for ids ['499aba89-1c96-41df-a512-58c29c0001db'] in dv-cinder-836996-20-iscsi is: [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:51Z', 'revision_number': 3, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:41:53.833186 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Pushing event updated for resources: {'Port': ['ID=6bd03b05-3db1-4a2e-93ed-916286ffb7bf,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:53.835553 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (499aba89-1c96-41df-a512-58c29c0001db), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:53.940890 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Network fb44a62c-df04-4422-b678-e6d535160d9f is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:41:53.942552 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:54.094135 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Router 499aba89-1c96-41df-a512-58c29c0001db has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:41:54.281848 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-1ddca470-b8d0-47d0-868f-f1ec5bb0fbc3 None None] Provisioning complete for port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:54.282357 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-1ddca470-b8d0-47d0-868f-f1ec5bb0fbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:54.324011 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-1ddca470-b8d0-47d0-868f-f1ec5bb0fbc3 None None] Port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:41:54.384229 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df1118-cdfe-4848-906a-c60e7943da6e req-6ec7e2dc-f0a7-4362-a884-bc9543550530 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:54.386367 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47df1118-cdfe-4848-906a-c60e7943da6e req-6ec7e2dc-f0a7-4362-a884-bc9543550530 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0541580 May 11 07:41:54.428834 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:41:54.434046 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-bf09a6af-7485-446d-b9ef-c3bf283a8f9c admin admin] 10.222.0.36 "PUT /v2.0/routers/499aba89-1c96-41df-a512-58c29c0001db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9249706 May 11 07:41:54.446205 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47df1118-cdfe-4848-906a-c60e7943da6e req-986e59cc-72d9-4a51-b1e3-93c06c93d933 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537574 May 11 07:41:54.897829 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51178) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:54.903177 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1455125261-network', 'tenant_id': '2aba240f079841fdb01071e98259eec1'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:41:54.923049 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Made reservation on behalf of 2aba240f079841fdb01071e98259eec1 for: {'network': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:41:54.925469 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:54.934041 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.005639 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c309f-1705-461d-a699-118ea9879f8e req-e4df33ea-378f-49e2-be4a-56f4c0995fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:55.007123 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d28c309f-1705-461d-a699-118ea9879f8e req-e4df33ea-378f-49e2-be4a-56f4c0995fc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 1129 time: 0.0506282 May 11 07:41:55.065176 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Publish callbacks [] for security_group (9d6e26a7-1b46-4e50-9be5-704bcd4319e1), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.074060 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (9d6e26a7-1b46-4e50-9be5-704bcd4319e1), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.083792 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d28c309f-1705-461d-a699-118ea9879f8e req-5b63d1cb-4997-4a4d-bb66-88c128ada68f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687411 May 11 07:41:55.102820 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:41:55.112700 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6e26a7-1b46-4e50-9be5-704bcd4319e1,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:55.117598 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (c8c2e5cd-3d8b-4c40-86a8-39790569b2a9), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.118012 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.segments_db [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Added segment c8c2e5cd-3d8b-4c40-86a8-39790569b2a9 of type vlan for network c0195144-8d29-4bc8-ab10-06bc1b84aae5 May 11 07:41:55.159117 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (c0195144-8d29-4bc8-ab10-06bc1b84aae5), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.183487 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (c0195144-8d29-4bc8-ab10-06bc1b84aae5), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.184492 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:55.185076 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.221802 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51180) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:55.222299 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3228717 May 11 07:41:55.227031 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Request body: {'subnet': {'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1455125261-subnet', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:41:55.250961 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a3cb3-79b9-45df-8ac0-20456d826dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=c0195144-8d29-4bc8-ab10-06bc1b84aae5,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:55.253093 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Made reservation on behalf of 2aba240f079841fdb01071e98259eec1 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:41:55.255617 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4151032'] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.262115 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network c0195144-8d29-4bc8-ab10-06bc1b84aae5 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:41:55.358373 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device ab3bc3c6-a25b-47c5-a9f8-3d476538984a up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:41:55.407949 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port ab3bc3c6-a25b-47c5-a9f8-3d476538984a triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:55.408415 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.430473 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Sync routers for ids ['499aba89-1c96-41df-a512-58c29c0001db'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:41:55.443577 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3988857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4151022'] for subnet (25101b49-5e7b-48aa-9c75-380c0c2f4f40), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.452675 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Routers {'499aba89-1c96-41df-a512-58c29c0001db'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:41:55.453312 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:41:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['499aba89-1c96-41df-a512-58c29c0001db'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:55.508059 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Pushing event updated for resources: {'Subnet': ['ID=25101b49-5e7b-48aa-9c75-380c0c2f4f40,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:55.524236 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Checking segment: {'id': 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:41:55.524709 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Network hostable DHCP agents. Network: c0195144-8d29-4bc8-ab10-06bc1b84aae5, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:41:55.551365 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Network c0195144-8d29-4bc8-ab10-06bc1b84aae5 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:41:55.560760 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, c0195144-8d29-4bc8-ab10-06bc1b84aae5) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:55.565142 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:55.565793 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.580741 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45512f-7b89-4376-b526-0504f60a1e48 None None] Network c0195144-8d29-4bc8-ab10-06bc1b84aae5 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:41:55.583610 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b24257eb-e618-403e-8c99-accad65061df admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3603873 May 11 07:41:55.586046 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51184) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:55.587521 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5d7fc-fd1c-4d1d-9f37-2b0ef03e4cf3 req-6b2c82b4-45a4-4971-a074-16cd763bb817 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:55.589613 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d0e5d7fc-fd1c-4d1d-9f37-2b0ef03e4cf3 req-6b2c82b4-45a4-4971-a074-16cd763bb817 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0602007 May 11 07:41:55.591330 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1455125261-router', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:41:55.593904 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port ab3bc3c6-a25b-47c5-a9f8-3d476538984a is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:55.594296 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.616459 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (b4126f90-3c83-4c1b-916b-1150b891d2a0), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.617644 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (b4126f90-3c83-4c1b-916b-1150b891d2a0), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.640700 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d0e5d7fc-fd1c-4d1d-9f37-2b0ef03e4cf3 req-38b10c1e-1d2e-4b8b-bf4e-6944b5ad6994 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449033 May 11 07:41:55.656022 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port ab3bc3c6-a25b-47c5-a9f8-3d476538984a, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=ab3bc3c6-a25b-47c5-a9f8-3d476538984a,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:55.657905 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Set router 499aba89-1c96-41df-a512-58c29c0001db gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:41:55.685894 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks [] for router_controller (b4126f90-3c83-4c1b-916b-1150b891d2a0), precommit_add_association {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.827364 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks [] for router_gateway (b4126f90-3c83-4c1b-916b-1150b891d2a0), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.841883 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:55.998460 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-c0195144-8d29-4bc8-ab10-06bc1b84aae5', 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5', 'project_id': '2aba240f079841fdb01071e98259eec1', 'fixed_ips': [{'subnet_id': '25101b49-5e7b-48aa-9c75-380c0c2f4f40'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:41:55.999491 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.001684 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=ab3bc3c6-a25b-47c5-a9f8-3d476538984a,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:56.012845 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks [] for router_gateway (b4126f90-3c83-4c1b-916b-1150b891d2a0), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.033328 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.041549 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.143266 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Allocated IP 172.27.2.67 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/1f19dd82-5890-4763-840f-636268a2aed0) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:41:56.209613 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '6bd03b05-3db1-4a2e-93ed-916286ffb7bf', 'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'mac_address': 'fa:16:3e:7c:e1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:52Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 2, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'subnets': [{'id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:56.241422 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Checking router: 499aba89-1c96-41df-a512-58c29c0001db for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:41:56.241709 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Updating router 499aba89-1c96-41df-a512-58c29c0001db port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:41:56.246207 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks [] for port (1f19dd82-5890-4763-840f-636268a2aed0), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.247245 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Allocated IP 172.20.0.2 (c0195144-8d29-4bc8-ab10-06bc1b84aae5/25101b49-5e7b-48aa-9c75-380c0c2f4f40/579873eb-413d-4a15-b78b-92287c1697c5) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:41:56.280565 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (1f19dd82-5890-4763-840f-636268a2aed0), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.287116 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.319337 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:41:56.324105 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:56.328411 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:41:56.331387 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Pushing event updated for resources: {'Port': ['ID=1f19dd82-5890-4763-840f-636268a2aed0,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:56.539405 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Publish callbacks [] for port (579873eb-413d-4a15-b78b-92287c1697c5), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.549181 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (579873eb-413d-4a15-b78b-92287c1697c5), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.590865 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks [] for router_gateway (b4126f90-3c83-4c1b-916b-1150b891d2a0), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.637657 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Network c0195144-8d29-4bc8-ab10-06bc1b84aae5 is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:41:56.645925 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:56.649138 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Pushing event updated for resources: {'Port': ['ID=579873eb-413d-4a15-b78b-92287c1697c5,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:56.651327 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:41:56.745226 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Attempting to bind port 579873eb-413d-4a15-b78b-92287c1697c5 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:41:56.745882 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Attempting to bind port 579873eb-413d-4a15-b78b-92287c1697c5 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:41:56.746247 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Attempting to bind port 579873eb-413d-4a15-b78b-92287c1697c5 on network c0195144-8d29-4bc8-ab10-06bc1b84aae5 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:41:56.757585 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:41:56.757969 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Checking segment: {'id': 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:41:56.758371 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.758760 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Bound using segment: {'id': 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:41:56.759230 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Bound port: 579873eb-413d-4a15-b78b-92287c1697c5, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:41:56.759610 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (579873eb-413d-4a15-b78b-92287c1697c5), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.762606 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a757d57-0a44-4b28-97c1-31098beaf712 req-5434ff3b-ffb9-4e70-a10b-9f225ce0bf38 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:56.764107 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3a757d57-0a44-4b28-97c1-31098beaf712 req-5434ff3b-ffb9-4e70-a10b-9f225ce0bf38 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0485151 May 11 07:41:56.815067 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3a757d57-0a44-4b28-97c1-31098beaf712 req-763ae556-120e-4be9-9d38-3a18d1d9aa2d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441279 May 11 07:41:56.819212 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (b4126f90-3c83-4c1b-916b-1150b891d2a0), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.840787 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Publish callbacks [] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.854006 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.902391 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] For port 579873eb-413d-4a15-b78b-92287c1697c5, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:41:56.930581 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] For port 579873eb-413d-4a15-b78b-92287c1697c5, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=579873eb-413d-4a15-b78b-92287c1697c5,segment=NetworkSegment(c8c2e5cd-3d8b-4c40-86a8-39790569b2a9),segment_id=c8c2e5cd-3d8b-4c40-86a8-39790569b2a9)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:41:56.934462 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51ff7c-669f-4fe7-94d1-d4a648c0ebe6 None None] Pushing event updated for resources: {'Port': ['ID=6bd03b05-3db1-4a2e-93ed-916286ffb7bf,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:56.944919 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (579873eb-413d-4a15-b78b-92287c1697c5), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:56.970071 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Router b4126f90-3c83-4c1b-916b-1150b891d2a0 is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:41:57.042958 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Attempting to bind port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:41:57.043461 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Attempting to bind port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:41:57.043986 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Attempting to bind port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf on network fb44a62c-df04-4422-b678-e6d535160d9f {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:41:57.065370 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:41:57.066621 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Checking segment: {'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:41:57.066621 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.067088 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Bound using segment: {'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:41:57.067645 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Bound port: 6bd03b05-3db1-4a2e-93ed-916286ffb7bf, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:41:57.068118 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.083667 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf090dcb-3888-49e1-9f77-f84e398d398e None None] Pushing event updated for resources: {'Port': ['ID=579873eb-413d-4a15-b78b-92287c1697c5,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:57.092015 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:41:57.102998 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Sync routers for ids ['b4126f90-3c83-4c1b-916b-1150b891d2a0'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:41:57.124591 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Routers {'b4126f90-3c83-4c1b-916b-1150b891d2a0'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:41:57.125222 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:41:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['b4126f90-3c83-4c1b-916b-1150b891d2a0'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:57.127017 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.128299 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-21ffbd9d-2ebe-4b85-8a91-e3026822098d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5411527 May 11 07:41:57.130954 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51190) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:41:57.170553 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] For port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:41:57.174186 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] For port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6bd03b05-3db1-4a2e-93ed-916286ffb7bf,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:41:57.176618 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-9f43b935-74cf-488c-9397-6d4f1bba72eb None None] Provisioning complete for port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:57.176618 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-9f43b935-74cf-488c-9397-6d4f1bba72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.214843 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-9f43b935-74cf-488c-9397-6d4f1bba72eb None None] Port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:41:57.217245 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.249865 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Set router b4126f90-3c83-4c1b-916b-1150b891d2a0 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:41:57.326102 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51ff7c-669f-4fe7-94d1-d4a648c0ebe6 None None] Pushing event updated for resources: {'Port': ['ID=6bd03b05-3db1-4a2e-93ed-916286ffb7bf,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:57.335331 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Routers {'499aba89-1c96-41df-a512-58c29c0001db'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:41:57.336183 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:41:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['499aba89-1c96-41df-a512-58c29c0001db'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:57.469398 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device ab3bc3c6-a25b-47c5-a9f8-3d476538984a up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:41:57.475362 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] Set router 499aba89-1c96-41df-a512-58c29c0001db gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:41:57.501331 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'name': 'tempest-TestMinimumBasicScenario-1455125261-router', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1f19dd82-5890-4763-840f-636268a2aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:55Z', 'updated_at': '2022-05-11T07:41:56Z', 'revision_number': 3, 'project_id': '2aba240f079841fdb01071e98259eec1', 'gw_port': {'id': '1f19dd82-5890-4763-840f-636268a2aed0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:56Z', 'updated_at': '2022-05-11T07:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:57.560752 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Checking router: b4126f90-3c83-4c1b-916b-1150b891d2a0 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:41:57.561093 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Updating router b4126f90-3c83-4c1b-916b-1150b891d2a0 port 1f19dd82-5890-4763-840f-636268a2aed0 binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:41:57.601863 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1f19dd82-5890-4763-840f-636268a2aed0), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.659122 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port ab3bc3c6-a25b-47c5-a9f8-3d476538984a triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:57.659504 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.692663 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-363bcc4d-197f-452f-927c-5cebdc239328 None None] Provisioning complete for port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:57.693035 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-363bcc4d-197f-452f-927c-5cebdc239328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.909289 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-363bcc4d-197f-452f-927c-5cebdc239328 None None] Current status of the port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:57.909809 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-363bcc4d-197f-452f-927c-5cebdc239328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.952001 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390cef-b9cb-4b64-b8c5-b93fa8075a95 req-7442a656-2c04-4f2a-89bd-87b3691e4533 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:57.954876 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-363bcc4d-197f-452f-927c-5cebdc239328 None None] For port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6bd03b05-3db1-4a2e-93ed-916286ffb7bf,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:57.956077 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.956556 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Publish callbacks [] for port (1f19dd82-5890-4763-840f-636268a2aed0), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:57.959973 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-55390cef-b9cb-4b64-b8c5-b93fa8075a95 req-7442a656-2c04-4f2a-89bd-87b3691e4533 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0671322 May 11 07:41:57.962663 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '6bd03b05-3db1-4a2e-93ed-916286ffb7bf', 'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'mac_address': 'fa:16:3e:7c:e1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:52Z', 'updated_at': '2022-05-11T07:41:57Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'subnets': [{'id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:57.972496 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1f19dd82-5890-4763-840f-636268a2aed0), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:58.005499 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b0b49-dd25-46b2-8c16-a8ba11c5e470 None None] The sync data for ids ['499aba89-1c96-41df-a512-58c29c0001db'] in dv-cinder-836996-20-iscsi is: [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '6bd03b05-3db1-4a2e-93ed-916286ffb7bf', 'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'mac_address': 'fa:16:3e:7c:e1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:52Z', 'updated_at': '2022-05-11T07:41:57Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'subnets': [{'id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:41:58.007071 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port ab3bc3c6-a25b-47c5-a9f8-3d476538984a is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:58.013621 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e00b85-70e4-4378-b6b3-fb5bb1988227 None None] Pushing event updated for resources: {'Port': ['ID=1f19dd82-5890-4763-840f-636268a2aed0,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:58.013918 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-363bcc4d-197f-452f-927c-5cebdc239328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:58.049645 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Attempting to bind port 1f19dd82-5890-4763-840f-636268a2aed0 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:41:58.050789 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Attempting to bind port 1f19dd82-5890-4763-840f-636268a2aed0 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:41:58.050789 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Attempting to bind port 1f19dd82-5890-4763-840f-636268a2aed0 on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:41:58.061028 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:41:58.061403 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:41:58.063972 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:58.064380 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:41:58.064880 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Bound port: 1f19dd82-5890-4763-840f-636268a2aed0, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:41:58.065263 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1f19dd82-5890-4763-840f-636268a2aed0), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:58.096441 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-55390cef-b9cb-4b64-b8c5-b93fa8075a95 req-bf5ab884-69ad-433a-9c30-2e11fd738b04 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345420 May 11 07:41:58.127154 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bcc4d-197f-452f-927c-5cebdc239328 None None] Pushing event updated for resources: {'Port': ['ID=6bd03b05-3db1-4a2e-93ed-916286ffb7bf,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:58.184830 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] For port 1f19dd82-5890-4763-840f-636268a2aed0, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:41:58.188683 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] For port 1f19dd82-5890-4763-840f-636268a2aed0, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1f19dd82-5890-4763-840f-636268a2aed0,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:41:58.201680 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1f19dd82-5890-4763-840f-636268a2aed0), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:58.258550 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Allocated IP 172.20.0.1 (c0195144-8d29-4bc8-ab10-06bc1b84aae5/25101b49-5e7b-48aa-9c75-380c0c2f4f40/e6922007-eda6-4852-99e1-72adb6eb4a90) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:41:58.271873 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e00b85-70e4-4378-b6b3-fb5bb1988227 None None] Pushing event updated for resources: {'Port': ['ID=1f19dd82-5890-4763-840f-636268a2aed0,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:58.302347 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Routers {'b4126f90-3c83-4c1b-916b-1150b891d2a0'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:41:58.302713 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:41:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['b4126f90-3c83-4c1b-916b-1150b891d2a0'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:58.328717 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-87ae8c77-f00a-4c75-9e47-eecd64d54d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:58.437923 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Publish callbacks [] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:58.469875 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] Set router b4126f90-3c83-4c1b-916b-1150b891d2a0 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:41:58.511501 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:58.554711 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Network c0195144-8d29-4bc8-ab10-06bc1b84aae5 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:41:58.560860 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:58.563573 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:41:58.598228 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Pushing event updated for resources: {'Port': ['ID=e6922007-eda6-4852-99e1-72adb6eb4a90,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:58.598860 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccff55d-38de-468a-bc8c-1ff5eb7a1e4b None None] Network c0195144-8d29-4bc8-ab10-06bc1b84aae5 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:41:58.622694 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (b4126f90-3c83-4c1b-916b-1150b891d2a0), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:58.718787 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'name': 'tempest-TestMinimumBasicScenario-1455125261-router', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1f19dd82-5890-4763-840f-636268a2aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:55Z', 'updated_at': '2022-05-11T07:41:56Z', 'revision_number': 3, 'project_id': '2aba240f079841fdb01071e98259eec1', 'gw_port': {'id': '1f19dd82-5890-4763-840f-636268a2aed0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:56Z', 'updated_at': '2022-05-11T07:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:41:58.772433 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a79d45b-036e-4497-a4eb-43e61a7af2b5 None None] The sync data for ids ['b4126f90-3c83-4c1b-916b-1150b891d2a0'] in dv-cinder-836996-20-iscsi is: [{'id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'name': 'tempest-TestMinimumBasicScenario-1455125261-router', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1f19dd82-5890-4763-840f-636268a2aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:55Z', 'updated_at': '2022-05-11T07:41:56Z', 'revision_number': 3, 'project_id': '2aba240f079841fdb01071e98259eec1', 'gw_port': {'id': '1f19dd82-5890-4763-840f-636268a2aed0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:56Z', 'updated_at': '2022-05-11T07:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:41:58.823462 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:58.962918 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-13b9d343-5af2-4d48-b4ca-05560cdfdc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:58.964616 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-13b9d343-5af2-4d48-b4ca-05560cdfdc87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 1129 time: 0.1934206 May 11 07:41:58.981598 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-fabeea1b-eafb-4bd9-96ac-0fb16c6059c1 None None] Provisioning complete for port 579873eb-413d-4a15-b78b-92287c1697c5 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:58.982287 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-fabeea1b-eafb-4bd9-96ac-0fb16c6059c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (579873eb-413d-4a15-b78b-92287c1697c5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:59.019673 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391a5eb-7f7d-413e-9ee2-575386eecadb req-28e1ead4-8bb3-4ff1-9305-106bf856e4a3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:59.021293 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d391a5eb-7f7d-413e-9ee2-575386eecadb req-28e1ead4-8bb3-4ff1-9305-106bf856e4a3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.1621115 May 11 07:41:59.117948 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-fabeea1b-eafb-4bd9-96ac-0fb16c6059c1 None None] Current status of the port 579873eb-413d-4a15-b78b-92287c1697c5 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:59.118728 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-fabeea1b-eafb-4bd9-96ac-0fb16c6059c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (579873eb-413d-4a15-b78b-92287c1697c5), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:59.140326 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Publish callbacks [] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:59.150701 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:59.193037 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-fabeea1b-eafb-4bd9-96ac-0fb16c6059c1 None None] For port 579873eb-413d-4a15-b78b-92287c1697c5, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=579873eb-413d-4a15-b78b-92287c1697c5,segment=NetworkSegment(c8c2e5cd-3d8b-4c40-86a8-39790569b2a9),segment_id=c8c2e5cd-3d8b-4c40-86a8-39790569b2a9)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:41:59.207282 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-fabeea1b-eafb-4bd9-96ac-0fb16c6059c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (579873eb-413d-4a15-b78b-92287c1697c5), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:59.215586 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (b4126f90-3c83-4c1b-916b-1150b891d2a0), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:59.280061 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d391a5eb-7f7d-413e-9ee2-575386eecadb req-ffe1319c-ab5f-4e49-a146-fd8dc5c318f7 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257535 May 11 07:41:59.332898 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabeea1b-eafb-4bd9-96ac-0fb16c6059c1 None None] Pushing event updated for resources: {'Port': ['ID=579873eb-413d-4a15-b78b-92287c1697c5,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:59.358233 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-33b74dfc-b035-4047-8228-2253b096b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:41:59.360955 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-33b74dfc-b035-4047-8228-2253b096b7c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.3834386 May 11 07:41:59.434302 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-a958b21a-d8ef-4ca7-84d6-e1837983d9ff None None] Provisioning complete for port 579873eb-413d-4a15-b78b-92287c1697c5 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:59.434753 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a958b21a-d8ef-4ca7-84d6-e1837983d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (579873eb-413d-4a15-b78b-92287c1697c5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:59.520637 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Pushing event updated for resources: {'Port': ['ID=e6922007-eda6-4852-99e1-72adb6eb4a90,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:41:59.539423 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-0f4b70e6-b8b8-48f2-a141-2ec4562321b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8 HTTP/1.1" status: 200 len: 1001 time: 0.1713276 May 11 07:41:59.606433 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Network c0195144-8d29-4bc8-ab10-06bc1b84aae5 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:41:59.608649 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:41:59.697164 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 579873eb-413d-4a15-b78b-92287c1697c5 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:41:59.816355 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-a958b21a-d8ef-4ca7-84d6-e1837983d9ff None None] Current status of the port 579873eb-413d-4a15-b78b-92287c1697c5 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:41:59.825291 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Router b4126f90-3c83-4c1b-916b-1150b891d2a0 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:41:59.842900 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-a958b21a-d8ef-4ca7-84d6-e1837983d9ff None None] Provisioning complete for port e6922007-eda6-4852-99e1-72adb6eb4a90 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:59.843296 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a958b21a-d8ef-4ca7-84d6-e1837983d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:59.894511 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 579873eb-413d-4a15-b78b-92287c1697c5 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:41:59.894999 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (579873eb-413d-4a15-b78b-92287c1697c5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:41:59.929570 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-a958b21a-d8ef-4ca7-84d6-e1837983d9ff None None] Port e6922007-eda6-4852-99e1-72adb6eb4a90 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:42:00.016882 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 579873eb-413d-4a15-b78b-92287c1697c5 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:00.018639 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6bd03b05-3db1-4a2e-93ed-916286ffb7bf up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:42:00.064467 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:42:00.077859 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f9a5f992-eaa2-4f1f-bebe-000f7763a350 admin admin] 10.222.0.36 "PUT /v2.0/routers/b4126f90-3c83-4c1b-916b-1150b891d2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9403551 May 11 07:42:00.079298 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-3f3f7320-360e-48af-be30-25dd28154b17 None None] Provisioning complete for port e6922007-eda6-4852-99e1-72adb6eb4a90 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:00.079674 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7320-360e-48af-be30-25dd28154b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:00.086711 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-11412c77-4678-40dd-af4f-9c9d741e46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:00.088234 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-11412c77-4678-40dd-af4f-9c9d741e46d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.5389063 May 11 07:42:00.109397 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:00.109803 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:00.145751 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f7320-360e-48af-be30-25dd28154b17 None None] Port e6922007-eda6-4852-99e1-72adb6eb4a90 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:42:00.184345 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-8f126cb4-c1ec-4b55-888f-f8a5cac5bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:00.187026 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-8f126cb4-c1ec-4b55-888f-f8a5cac5bb61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0838549 May 11 07:42:00.207466 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:00.211704 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1f19dd82-5890-4763-840f-636268a2aed0 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:42:00.291341 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 1f19dd82-5890-4763-840f-636268a2aed0 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:00.292314 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1f19dd82-5890-4763-840f-636268a2aed0), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:00.300135 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-f8c4371b-c4b6-4fea-a4d9-cc8c7b036944 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040087 May 11 07:42:00.422474 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 1f19dd82-5890-4763-840f-636268a2aed0 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:00.423076 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1f19dd82-5890-4763-840f-636268a2aed0), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:00.466535 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 1f19dd82-5890-4763-840f-636268a2aed0, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1f19dd82-5890-4763-840f-636268a2aed0,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:00.469384 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0c403-1196-4b83-b71a-9353e44a8637 req-3f6f97e9-5b42-4241-ba1b-e772578e30d1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:00.471088 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-22e0c403-1196-4b83-b71a-9353e44a8637 req-3f6f97e9-5b42-4241-ba1b-e772578e30d1 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.1124585 May 11 07:42:00.486954 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1f19dd82-5890-4763-840f-636268a2aed0), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:00.531990 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eaa16f8a-4af3-4bb0-ad04-7733933c5f2e req-bd2062d9-7da7-4b1d-a4ac-8e1ac38127d3 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217493 May 11 07:42:00.562445 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=1f19dd82-5890-4763-840f-636268a2aed0,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:00.590296 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-22e0c403-1196-4b83-b71a-9353e44a8637 req-47fabe8b-0738-4663-a847-0ec82fcb7202 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081483 May 11 07:42:00.664754 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-88a63985-e050-4902-bf25-9d4cf1641ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:00.839491 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67442761-776c-4da9-bd3a-fd4d2f565c9a req-ae80f861-efa1-4e82-ab1f-4195852eb6b6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:00.840956 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-67442761-776c-4da9-bd3a-fd4d2f565c9a req-ae80f861-efa1-4e82-ab1f-4195852eb6b6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0479856 May 11 07:42:00.895180 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-67442761-776c-4da9-bd3a-fd4d2f565c9a req-845dc8f4-abd1-423d-89f2-163474787906 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484674 May 11 07:42:01.378085 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 579873eb-413d-4a15-b78b-92287c1697c5 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:42:01.433937 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 579873eb-413d-4a15-b78b-92287c1697c5 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:01.435007 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (579873eb-413d-4a15-b78b-92287c1697c5), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:01.538188 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 579873eb-413d-4a15-b78b-92287c1697c5 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:01.539506 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1f19dd82-5890-4763-840f-636268a2aed0 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:42:01.596275 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 1f19dd82-5890-4763-840f-636268a2aed0 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:01.596653 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1f19dd82-5890-4763-840f-636268a2aed0), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:01.706899 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:01.724909 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 1f19dd82-5890-4763-840f-636268a2aed0 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:01.733200 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e7c0e-e94d-46a2-beb0-ee107a0092d5 req-a6fcaf2c-a97b-4e9f-976e-0a3c0ec1a52a tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:01.735347 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-906e7c0e-e94d-46a2-beb0-ee107a0092d5 req-a6fcaf2c-a97b-4e9f-976e-0a3c0ec1a52a tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0606172 May 11 07:42:01.790494 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Sync routers for ids ['b4126f90-3c83-4c1b-916b-1150b891d2a0'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:42:01.803294 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Routers {'b4126f90-3c83-4c1b-916b-1150b891d2a0'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:01.804305 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['b4126f90-3c83-4c1b-916b-1150b891d2a0'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:01.805442 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-906e7c0e-e94d-46a2-beb0-ee107a0092d5 req-13d3b4ea-766d-4975-add0-d55ed64175fd tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641644 May 11 07:42:01.927074 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Set router b4126f90-3c83-4c1b-916b-1150b891d2a0 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:02.059208 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8654e57-3d5d-41ce-b241-a31349ab6c5c req-26c72bb6-ea2a-4a31-b37d-5c9c73649198 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:02.061037 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f8654e57-3d5d-41ce-b241-a31349ab6c5c req-26c72bb6-ea2a-4a31-b37d-5c9c73649198 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0616851 May 11 07:42:02.127813 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f8654e57-3d5d-41ce-b241-a31349ab6c5c req-a67ee6ec-be19-4809-a2fa-3ff062808db6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590239 May 11 07:42:02.204110 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'name': 'tempest-TestMinimumBasicScenario-1455125261-router', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1f19dd82-5890-4763-840f-636268a2aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:55Z', 'updated_at': '2022-05-11T07:41:58Z', 'revision_number': 4, 'project_id': '2aba240f079841fdb01071e98259eec1', 'gw_port': {'id': '1f19dd82-5890-4763-840f-636268a2aed0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:56Z', 'updated_at': '2022-05-11T07:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'e6922007-eda6-4852-99e1-72adb6eb4a90', 'name': '', 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '25101b49-5e7b-48aa-9c75-380c0c2f4f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:57Z', 'updated_at': '2022-05-11T07:41:58Z', 'revision_number': 2, 'project_id': '2aba240f079841fdb01071e98259eec1', 'subnets': [{'id': '25101b49-5e7b-48aa-9c75-380c0c2f4f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:02.232877 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Checking router: b4126f90-3c83-4c1b-916b-1150b891d2a0 for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:42:02.233240 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Updating router b4126f90-3c83-4c1b-916b-1150b891d2a0 port e6922007-eda6-4852-99e1-72adb6eb4a90 binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:42:02.263821 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:02.623265 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Publish callbacks [] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:02.632177 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:02.714852 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfeeec-7c56-4524-ae39-7ab8ad4b9701 None None] Pushing event updated for resources: {'Port': ['ID=e6922007-eda6-4852-99e1-72adb6eb4a90,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:02.766986 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Attempting to bind port e6922007-eda6-4852-99e1-72adb6eb4a90 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:42:02.767493 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Attempting to bind port e6922007-eda6-4852-99e1-72adb6eb4a90 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:42:02.767953 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Attempting to bind port e6922007-eda6-4852-99e1-72adb6eb4a90 on network c0195144-8d29-4bc8-ab10-06bc1b84aae5 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:42:02.774122 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:42:02.774633 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Checking segment: {'id': 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:42:02.775127 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:02.775608 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Bound using segment: {'id': 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:42:02.776190 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Bound port: e6922007-eda6-4852-99e1-72adb6eb4a90, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:42:02.776666 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:02.856385 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] For port e6922007-eda6-4852-99e1-72adb6eb4a90, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:42:02.859846 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] For port e6922007-eda6-4852-99e1-72adb6eb4a90, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=e6922007-eda6-4852-99e1-72adb6eb4a90,segment=NetworkSegment(c8c2e5cd-3d8b-4c40-86a8-39790569b2a9),segment_id=c8c2e5cd-3d8b-4c40-86a8-39790569b2a9)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:42:02.872576 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:02.956268 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Routers {'b4126f90-3c83-4c1b-916b-1150b891d2a0'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:02.957147 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['b4126f90-3c83-4c1b-916b-1150b891d2a0'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:02.961444 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfeeec-7c56-4524-ae39-7ab8ad4b9701 None None] Pushing event updated for resources: {'Port': ['ID=e6922007-eda6-4852-99e1-72adb6eb4a90,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:03.033164 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef53a8-a771-4592-a33c-26dd236f275c req-8a26721d-b659-4412-a47d-b85a55081b99 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:03.035264 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-b9fcf4ed-58f1-4336-bb47-14ab67d4f1fa None None] Provisioning complete for port e6922007-eda6-4852-99e1-72adb6eb4a90 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:03.035918 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-71ef53a8-a771-4592-a33c-26dd236f275c req-8a26721d-b659-4412-a47d-b85a55081b99 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0771422 May 11 07:42:03.036440 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b9fcf4ed-58f1-4336-bb47-14ab67d4f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:03.114974 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-71ef53a8-a771-4592-a33c-26dd236f275c req-1651a7f6-d96d-4558-a705-6b7b17932e63 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729189 May 11 07:42:03.154772 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] Set router b4126f90-3c83-4c1b-916b-1150b891d2a0 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:03.331635 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2567a04-e2e4-4d41-9d5d-f9deb976ba9a req-506fadcc-c491-4c8c-b702-8d435d9a5cba tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:03.333293 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d2567a04-e2e4-4d41-9d5d-f9deb976ba9a req-506fadcc-c491-4c8c-b702-8d435d9a5cba tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0980215 May 11 07:42:03.343675 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51258) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:03.347522 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c13180-d70e-4d17-b424-05b4b9d73a0c req-d07096b9-a67e-4359-b16d-14a5494cdd41 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:03.348743 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-3d30b4c2-8ba1-431f-8554-277fdc62a258 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Request body: {'floatingip': {'port_id': '91543a14-0ae8-44e1-bba8-2b3a746fbae8'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:03.349797 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-59c13180-d70e-4d17-b424-05b4b9d73a0c req-d07096b9-a67e-4359-b16d-14a5494cdd41 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0768428 May 11 07:42:03.408678 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-59c13180-d70e-4d17-b424-05b4b9d73a0c req-0768745d-81cd-4a8b-bf15-0d1c7e15c0d1 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497470 May 11 07:42:03.437976 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3d30b4c2-8ba1-431f-8554-277fdc62a258 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for floatingip (1dc11191-a2db-4879-9d6d-41a0b6ab8c07), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:03.450117 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:03.451139 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-b9fcf4ed-58f1-4336-bb47-14ab67d4f1fa None None] Current status of the port e6922007-eda6-4852-99e1-72adb6eb4a90 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:03.451750 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b9fcf4ed-58f1-4336-bb47-14ab67d4f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:03.544704 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-b9fcf4ed-58f1-4336-bb47-14ab67d4f1fa None None] For port e6922007-eda6-4852-99e1-72adb6eb4a90, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=e6922007-eda6-4852-99e1-72adb6eb4a90,segment=NetworkSegment(c8c2e5cd-3d8b-4c40-86a8-39790569b2a9),segment_id=c8c2e5cd-3d8b-4c40-86a8-39790569b2a9)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:03.559420 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b9fcf4ed-58f1-4336-bb47-14ab67d4f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:03.654605 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'name': 'tempest-TestMinimumBasicScenario-1455125261-router', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1f19dd82-5890-4763-840f-636268a2aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:55Z', 'updated_at': '2022-05-11T07:41:58Z', 'revision_number': 4, 'project_id': '2aba240f079841fdb01071e98259eec1', 'gw_port': {'id': '1f19dd82-5890-4763-840f-636268a2aed0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:56Z', 'updated_at': '2022-05-11T07:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'e6922007-eda6-4852-99e1-72adb6eb4a90', 'name': '', 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '25101b49-5e7b-48aa-9c75-380c0c2f4f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:57Z', 'updated_at': '2022-05-11T07:42:02Z', 'revision_number': 4, 'project_id': '2aba240f079841fdb01071e98259eec1', 'subnets': [{'id': '25101b49-5e7b-48aa-9c75-380c0c2f4f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:03.657255 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcf4ed-58f1-4336-bb47-14ab67d4f1fa None None] Pushing event updated for resources: {'Port': ['ID=e6922007-eda6-4852-99e1-72adb6eb4a90,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:03.711555 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de461d2d-5c95-49aa-a2b7-b3e5b1de55e1 None None] The sync data for ids ['b4126f90-3c83-4c1b-916b-1150b891d2a0'] in dv-cinder-836996-20-iscsi is: [{'id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'name': 'tempest-TestMinimumBasicScenario-1455125261-router', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1f19dd82-5890-4763-840f-636268a2aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:55Z', 'updated_at': '2022-05-11T07:41:58Z', 'revision_number': 4, 'project_id': '2aba240f079841fdb01071e98259eec1', 'gw_port': {'id': '1f19dd82-5890-4763-840f-636268a2aed0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:56Z', 'updated_at': '2022-05-11T07:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'e6922007-eda6-4852-99e1-72adb6eb4a90', 'name': '', 'network_id': 'c0195144-8d29-4bc8-ab10-06bc1b84aae5', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'mac_address': 'fa:16:3e:04:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '25101b49-5e7b-48aa-9c75-380c0c2f4f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:57Z', 'updated_at': '2022-05-11T07:42:02Z', 'revision_number': 4, 'project_id': '2aba240f079841fdb01071e98259eec1', 'subnets': [{'id': '25101b49-5e7b-48aa-9c75-380c0c2f4f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:42:03.711555 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-7e9fec61-1609-46ed-8778-46ec2fc56d9a None None] Provisioning complete for port e6922007-eda6-4852-99e1-72adb6eb4a90 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:03.711555 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-7e9fec61-1609-46ed-8778-46ec2fc56d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:03.837427 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fec61-1609-46ed-8778-46ec2fc56d9a None None] Current status of the port e6922007-eda6-4852-99e1-72adb6eb4a90 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:04.156775 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3d30b4c2-8ba1-431f-8554-277fdc62a258 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:04.162566 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3d30b4c2-8ba1-431f-8554-277fdc62a258 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (1dc11191-a2db-4879-9d6d-41a0b6ab8c07), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:04.415876 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d30b4c2-8ba1-431f-8554-277fdc62a258 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Router 0d28e586-6631-4616-ad19-7d966254ff7e has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:42:04.552800 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79d782-597b-4987-8ff0-546a0651fd1e req-e61739e7-f3dc-4d6d-98a7-a597d13fe0be tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:04.555069 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ee79d782-597b-4987-8ff0-546a0651fd1e req-e61739e7-f3dc-4d6d-98a7-a597d13fe0be tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0623147 May 11 07:42:04.627236 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ee79d782-597b-4987-8ff0-546a0651fd1e req-f5feb263-d642-43f1-968e-e48b6f0cf803 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625215 May 11 07:42:04.708242 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:04.779311 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d30b4c2-8ba1-431f-8554-277fdc62a258 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:42:04.786491 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3d30b4c2-8ba1-431f-8554-277fdc62a258 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:04.794020 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] Sync routers for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:42:04.807289 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:04.808867 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:04.848024 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:04.852593 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea28069-a8aa-4b93-b5a3-dc4639b94afd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:04.885776 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-3d30b4c2-8ba1-431f-8554-277fdc62a258 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "PUT /v2.0/floatingips/1dc11191-a2db-4879-9d6d-41a0b6ab8c07 HTTP/1.1" status: 200 len: 993 time: 1.5406396 May 11 07:42:04.906691 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7a9c74-b94d-409b-8b44-801796ce29cc x-openstack-request-id: req-0f7a9c74-b94d-409b-8b44-801796ce29cc {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:04.906997 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:04.907246 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f7a9c74-b94d-409b-8b44-801796ce29cc {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:04.907642 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7a9c74-b94d-409b-8b44-801796ce29cc'] response: {'name': 'network-changed', 'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'status': 'completed', 'code': 200} May 11 07:42:05.000168 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-589512e0-4e40-4964-9391-a926dd215a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:05.004852 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-589512e0-4e40-4964-9391-a926dd215a6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 1129 time: 0.0628428 May 11 07:42:05.072636 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:05.143620 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-90a10622-152e-4dc7-a908-5156673cf038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:05.145660 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-90a10622-152e-4dc7-a908-5156673cf038 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.1335444 May 11 07:42:05.234268 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-d938e2e7-c4e1-4447-8e19-5100af8d4951 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8 HTTP/1.1" status: 200 len: 1001 time: 0.0758162 May 11 07:42:05.292476 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-3ce94a30-443e-45ba-b82e-312fe9905d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:05.293976 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-3ce94a30-443e-45ba-b82e-312fe9905d33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0534153 May 11 07:42:05.371584 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-ab1f9adf-1fae-4029-9be2-608a2ced084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:05.373889 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-ab1f9adf-1fae-4029-9be2-608a2ced084c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712914 May 11 07:42:05.379597 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '1dc11191-a2db-4879-9d6d-41a0b6ab8c07', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'port_id': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'mac_address': 'fa:16:3e:42:27:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:40:27Z', 'updated_at': '2022-05-11T07:42:04Z', 'revision_number': 3, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:41Z', 'revision_number': 5, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:05.422774 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] Checking router: 0d28e586-6631-4616-ad19-7d966254ff7e for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:42:05.438007 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:05.438633 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:05.459071 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device e6922007-eda6-4852-99e1-72adb6eb4a90 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:42:05.533974 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port e6922007-eda6-4852-99e1-72adb6eb4a90 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:05.534443 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:05.558651 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-b495c13a-4db9-4e33-b970-6a7ab19e8065 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769884 May 11 07:42:05.665291 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:05.670014 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port e6922007-eda6-4852-99e1-72adb6eb4a90 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:05.713282 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aea28069-a8aa-4b93-b5a3-dc4639b94afd req-2e0a4891-c3df-44b6-bd02-95ebd114c829 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399934 May 11 07:42:05.817218 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1975-0d16-41d2-acb4-d8b3f2d6b156 req-6e2e1e93-15eb-4bbc-b9b9-513820e922e5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:05.818784 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-39be1975-0d16-41d2-acb4-d8b3f2d6b156 req-6e2e1e93-15eb-4bbc-b9b9-513820e922e5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0829921 May 11 07:42:05.893166 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-39be1975-0d16-41d2-acb4-d8b3f2d6b156 req-61319a32-a621-44cd-8535-e5d8c6f95b80 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639112 May 11 07:42:05.959525 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '1dc11191-a2db-4879-9d6d-41a0b6ab8c07', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'port_id': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'mac_address': 'fa:16:3e:42:27:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:40:27Z', 'updated_at': '2022-05-11T07:42:04Z', 'revision_number': 3, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:41Z', 'revision_number': 5, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:05.992150 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbabb01-fd8e-49fb-a893-b5c909fb063e None None] The sync data for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi is: [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '1dc11191-a2db-4879-9d6d-41a0b6ab8c07', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'port_id': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'mac_address': 'fa:16:3e:42:27:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:40:27Z', 'updated_at': '2022-05-11T07:42:04Z', 'revision_number': 3, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:41Z', 'revision_number': 5, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:42:06.908518 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:06.911216 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:06.951299 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878e8ec9-823e-4b28-893f-f9db791a89dd x-openstack-request-id: req-878e8ec9-823e-4b28-893f-f9db791a89dd {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:06.951589 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:06.951964 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-878e8ec9-823e-4b28-893f-f9db791a89dd {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:06.952301 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-878e8ec9-823e-4b28-893f-f9db791a89dd'] response: {'name': 'network-changed', 'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'status': 'completed', 'code': 200} May 11 07:42:07.009569 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad9d50-7a3d-4515-af14-2a1b056247c7 req-9709c38a-8130-4c8a-a8d5-c03eb972731a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:07.011119 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-64ad9d50-7a3d-4515-af14-2a1b056247c7 req-9709c38a-8130-4c8a-a8d5-c03eb972731a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0504143 May 11 07:42:07.102964 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-8ff02115-2109-4db2-936e-0641bcd8bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:07.105021 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-8ff02115-2109-4db2-936e-0641bcd8bd87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 1129 time: 0.0645826 May 11 07:42:07.114063 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-64ad9d50-7a3d-4515-af14-2a1b056247c7 req-e39a440e-5d28-4ee3-9d39-b37dd3a7e98c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958233 May 11 07:42:07.223420 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-bb9fb043-5de3-49d0-a5f6-9f4fbbc36b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:07.225501 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-bb9fb043-5de3-49d0-a5f6-9f4fbbc36b99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.1099796 May 11 07:42:07.312327 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-6f81d63d-b5e7-4b95-af14-d487835904d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8 HTTP/1.1" status: 200 len: 1001 time: 0.0711765 May 11 07:42:07.363720 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-f315c9bb-2dfd-44b8-855c-d2961b23fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:07.365121 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-f315c9bb-2dfd-44b8-855c-d2961b23fe20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0463769 May 11 07:42:07.412046 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-625a60e3-a61e-4d3d-8494-2612867cd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:07.413598 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-625a60e3-a61e-4d3d-8494-2612867cd8d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412695 May 11 07:42:07.525393 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-be513095-96fb-4e50-ae6e-090990b1492c service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043394 May 11 07:42:07.622980 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78afcfb2-d7ec-455a-96ca-4c68c6a3ca57 req-161d4038-3e73-42a2-983a-d8d1b649fd02 service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906045 May 11 07:42:08.248587 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712b89-7567-46a2-97a6-265450e5bff0 req-eec4a434-3e34-499b-8bb4-bda076317854 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:08.250261 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9f712b89-7567-46a2-97a6-265450e5bff0 req-eec4a434-3e34-499b-8bb4-bda076317854 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0548997 May 11 07:42:08.318614 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9f712b89-7567-46a2-97a6-265450e5bff0 req-bb0c5dd0-f77f-4201-b339-6548ce1a8e0d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573058 May 11 07:42:09.430691 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec29b49-a9db-41cb-bdb9-cf047947dbc0 req-84584707-6c09-47f1-8a1b-ecd6e4586c99 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:09.432873 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5ec29b49-a9db-41cb-bdb9-cf047947dbc0 req-84584707-6c09-47f1-8a1b-ecd6e4586c99 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0533767 May 11 07:42:09.500847 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5ec29b49-a9db-41cb-bdb9-cf047947dbc0 req-3580a4ad-ca51-48e1-8220-816bd7d32256 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602694 May 11 07:42:10.383548 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601069-608f-4203-9336-b44f80ef392e req-f7a21371-3b2b-45d9-9373-d5e2989c1539 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:10.384886 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-f7a21371-3b2b-45d9-9373-d5e2989c1539 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/networks?id=fb44a62c-df04-4422-b678-e6d535160d9f HTTP/1.1" status: 200 len: 815 time: 0.1004386 May 11 07:42:10.398655 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-15a720b1-18d8-47bb-91d0-51452309b8de tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/quotas/03e1fa8f24714fc9af8b0947ec51aede HTTP/1.1" status: 200 len: 375 time: 0.0086081 May 11 07:42:10.447259 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-fb8030e5-bc01-488d-876b-83a3ec8bf16a tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=03e1fa8f24714fc9af8b0947ec51aede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434203 May 11 07:42:10.544013 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-8879e2d7-1ae7-4c09-9cc4-6b21901b6a3b service neutron] 10.222.0.36 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853221 May 11 07:42:10.649676 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a559fbb-36bb-43db-9da4-bd2d197b0ef2 req-7559bef3-c4d6-4fb6-9a8d-650bc17a94e4 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:10.651549 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2a559fbb-36bb-43db-9da4-bd2d197b0ef2 req-7559bef3-c4d6-4fb6-9a8d-650bc17a94e4 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0790131 May 11 07:42:10.682408 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-ef0c3d94-7ce6-4b54-99b1-9075e7fa847d service neutron] 10.222.0.36 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328530 May 11 07:42:10.709532 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2a559fbb-36bb-43db-9da4-bd2d197b0ef2 req-64ebf212-2994-4365-8950-a193b5c76735 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522265 May 11 07:42:10.835967 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a2f87b52-d3a6-4be0-be3c-746b141de59a req-76a43e8d-0663-49f0-8a60-04d6482100a6 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 210 time: 0.0279484 May 11 07:42:11.837356 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a56c6-ca24-4a64-b299-bfa47f5f9ab8 req-b5b01737-c9d7-47fc-986d-55ed9180dee0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:11.838914 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0d1a56c6-ca24-4a64-b299-bfa47f5f9ab8 req-b5b01737-c9d7-47fc-986d-55ed9180dee0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0598061 May 11 07:42:11.846477 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601069-608f-4203-9336-b44f80ef392e req-f8d100b0-625a-4cca-b78c-7fd9c8ab547c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:11.847880 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-f8d100b0-625a-4cca-b78c-7fd9c8ab547c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.24 "GET /v2.0/networks?id=fb44a62c-df04-4422-b678-e6d535160d9f HTTP/1.1" status: 200 len: 815 time: 0.1499329 May 11 07:42:11.868644 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'port': {'device_id': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'admin_state_up': True, 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:11.977128 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0d1a56c6-ca24-4a64-b299-bfa47f5f9ab8 req-7f59cb5f-93ba-4f6e-85b5-8b2a5b5ca495 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283042 May 11 07:42:11.978806 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d6bdc1cc-910a-4303-b859-639e202eb8a2 req-8af43776-e3af-4c2c-b915-4d539356b3d4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 210 time: 0.0738943 May 11 07:42:12.030095 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Made reservation on behalf of 03e1fa8f24714fc9af8b0947ec51aede for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:42:12.033752 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:12.173041 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Allocated IP 172.20.0.10 (fb44a62c-df04-4422-b678-e6d535160d9f/ed3e86ba-e244-4918-bffd-7a584b15220f/2986b04c-bb85-422f-a436-abb58852a5fc) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:42:12.358650 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for port (2986b04c-bb85-422f-a436-abb58852a5fc), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:12.397178 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:12.441868 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Network fb44a62c-df04-4422-b678-e6d535160d9f is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:42:12.445088 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:42:12.451664 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:42:12.461854 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'Port': ['ID=2986b04c-bb85-422f-a436-abb58852a5fc,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:12.517253 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:12.518319 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:12.539444 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-cc9f61f8-09a1-46ec-ad60-a72eef82e1f4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6766601 May 11 07:42:12.759368 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-58a84c98-c818-4d8a-8ae1-529aa23729c5 None None] Provisioning complete for port 2986b04c-bb85-422f-a436-abb58852a5fc triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:12.759941 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-58a84c98-c818-4d8a-8ae1-529aa23729c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:12.795344 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-58a84c98-c818-4d8a-8ae1-529aa23729c5 None None] Port 2986b04c-bb85-422f-a436-abb58852a5fc cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:42:13.132812 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a75da-238b-4f87-a8e1-b9a38d800600 req-8d1ccf17-62cf-4981-bdf0-08b5fa2eb3b1 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:13.134297 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c27a75da-238b-4f87-a8e1-b9a38d800600 req-8d1ccf17-62cf-4981-bdf0-08b5fa2eb3b1 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 932 time: 0.0820072 May 11 07:42:13.140760 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6037d16-db1b-44e9-a422-b913341ab2e4 req-d0f0f20d-163f-4b51-be25-2379dd9e2ee8 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:13.142209 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b6037d16-db1b-44e9-a422-b913341ab2e4 req-d0f0f20d-163f-4b51-be25-2379dd9e2ee8 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0886838 May 11 07:42:13.212107 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c27a75da-238b-4f87-a8e1-b9a38d800600 req-ec16763e-0932-4b1c-994d-e9c43bb20ef7 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688958 May 11 07:42:13.219789 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b6037d16-db1b-44e9-a422-b913341ab2e4 req-3ed52ec3-4ede-4784-8f50-51b2b0018a0c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706339 May 11 07:42:14.372987 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9cf6b-11ed-453f-a66c-3ca223a35d7a req-418195db-0ea0-4f3d-9342-abdf17687c1f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:14.374654 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1de9cf6b-11ed-453f-a66c-3ca223a35d7a req-418195db-0ea0-4f3d-9342-abdf17687c1f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 932 time: 0.0675106 May 11 07:42:14.380626 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c36f96-262c-4a46-9b86-49b95c542db3 req-734519e5-c4eb-465e-982c-0de4046f6fe1 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:14.382277 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a9c36f96-262c-4a46-9b86-49b95c542db3 req-734519e5-c4eb-465e-982c-0de4046f6fe1 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0870638 May 11 07:42:14.458943 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a9c36f96-262c-4a46-9b86-49b95c542db3 req-bfde7f4b-b6ad-47b4-b8e1-1d73947a4914 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693071 May 11 07:42:14.461945 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1de9cf6b-11ed-453f-a66c-3ca223a35d7a req-4ecab415-dea6-4d26-95f6-e113fa1b99aa tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786500 May 11 07:42:15.613425 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ffa10-588b-48ef-b74a-462e5b28efb6 req-e64f69a6-f455-4da1-bc20-14e60dd6f2f5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:15.614894 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c36ffa10-588b-48ef-b74a-462e5b28efb6 req-e64f69a6-f455-4da1-bc20-14e60dd6f2f5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 932 time: 0.0772541 May 11 07:42:15.621624 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390517b9-c855-4e52-b9f4-afddbb23f71c req-2c187895-856d-4861-8e5f-5ab282fe8b0f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:15.623069 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-390517b9-c855-4e52-b9f4-afddbb23f71c req-2c187895-856d-4861-8e5f-5ab282fe8b0f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0765772 May 11 07:42:15.690912 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c36ffa10-588b-48ef-b74a-462e5b28efb6 req-9a25bc4b-638b-45eb-af03-4b459667e092 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668924 May 11 07:42:15.708901 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-390517b9-c855-4e52-b9f4-afddbb23f71c req-32edb444-c74b-4ef0-a3ec-6b0f92e52f5e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791826 May 11 07:42:16.831867 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c3fe1-3e3c-4d3b-b0cb-4d559912bd73 req-87066861-4bb8-4bf5-9ff8-96b45720a246 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:16.833444 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d09c3fe1-3e3c-4d3b-b0cb-4d559912bd73 req-87066861-4bb8-4bf5-9ff8-96b45720a246 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 932 time: 0.0759459 May 11 07:42:16.871909 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba6f7f-2ba5-4b14-8841-531a6a51d88c req-26f7c52f-fbce-41fa-ba97-0acc0e74d0db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:16.873354 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3cba6f7f-2ba5-4b14-8841-531a6a51d88c req-26f7c52f-fbce-41fa-ba97-0acc0e74d0db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0819187 May 11 07:42:16.909011 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d09c3fe1-3e3c-4d3b-b0cb-4d559912bd73 req-d321cbb6-cf27-4b09-875d-0e02eca14d9c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654612 May 11 07:42:16.935358 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3cba6f7f-2ba5-4b14-8841-531a6a51d88c req-d9e1fa26-296a-4064-aba7-489a1f64ee6d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562181 May 11 07:42:18.075554 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02966bc-adf7-44c4-8902-24bcb039e91e req-dae68dbf-63fc-4dbf-b304-546df3f7ccc8 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:18.077023 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d02966bc-adf7-44c4-8902-24bcb039e91e req-dae68dbf-63fc-4dbf-b304-546df3f7ccc8 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 932 time: 0.0925682 May 11 07:42:18.096365 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6953541-eb5d-49a5-a9da-26c165541f7c req-c5cc610e-86fc-4eb7-b2e4-66971a02fcff tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:18.097825 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c6953541-eb5d-49a5-a9da-26c165541f7c req-c5cc610e-86fc-4eb7-b2e4-66971a02fcff tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0823784 May 11 07:42:18.165095 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d02966bc-adf7-44c4-8902-24bcb039e91e req-5c38e2dd-1498-41be-b836-f6053528a602 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825350 May 11 07:42:18.176908 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c6953541-eb5d-49a5-a9da-26c165541f7c req-7b2bcd23-fa5e-4678-a6e9-8c8c13e8a1c0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728579 May 11 07:42:19.315674 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2127d9-7b10-407c-b912-9afcf0be4acd req-5cd054e9-c835-4896-8a8e-8f3d5d401dba tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:19.317596 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cd2127d9-7b10-407c-b912-9afcf0be4acd req-5cd054e9-c835-4896-8a8e-8f3d5d401dba tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 932 time: 0.0810938 May 11 07:42:19.340369 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59442332-5713-4958-99d3-c9725bd68f01 req-85a5e825-0ea8-4781-b7b8-7f818ba7d7e9 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:19.341944 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-59442332-5713-4958-99d3-c9725bd68f01 req-85a5e825-0ea8-4781-b7b8-7f818ba7d7e9 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0747275 May 11 07:42:19.408346 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cd2127d9-7b10-407c-b912-9afcf0be4acd req-dcc2a5bd-c29c-4f2d-9355-ada1b359ab5c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843968 May 11 07:42:19.412490 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-59442332-5713-4958-99d3-c9725bd68f01 req-e280acd4-6f72-4773-a79f-39dac33c5dad tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640664 May 11 07:42:20.567245 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2850bc-fa8c-40e6-8a2c-67d5816f6b73 req-645df03b-89cd-465a-b1a1-e1557785effb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:20.568759 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7b2850bc-fa8c-40e6-8a2c-67d5816f6b73 req-645df03b-89cd-465a-b1a1-e1557785effb tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0822222 May 11 07:42:20.575230 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe33ddc-b5de-460f-a4c4-bb1638d35fee req-293b6aad-60cf-4e26-9e30-0a23b18f3303 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:20.576672 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2fe33ddc-b5de-460f-a4c4-bb1638d35fee req-293b6aad-60cf-4e26-9e30-0a23b18f3303 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 932 time: 0.0813303 May 11 07:42:20.650337 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2fe33ddc-b5de-460f-a4c4-bb1638d35fee req-12c85df6-39ec-46e4-8b5e-0b810c551c1c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665736 May 11 07:42:20.653971 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7b2850bc-fa8c-40e6-8a2c-67d5816f6b73 req-e4734b8a-7c57-4cf9-ba3d-0d09b47937ef tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760365 May 11 07:42:21.460839 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Request body: {'port': {'device_id': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:21.520367 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:21.900556 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3994d22-1ebc-4c6d-95a8-5e101d5f049d req-95d76491-de82-466b-aad3-ccff1099b9d3 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:21.902610 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a3994d22-1ebc-4c6d-95a8-5e101d5f049d req-95d76491-de82-466b-aad3-ccff1099b9d3 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 932 time: 0.0988116 May 11 07:42:21.911469 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdead1-fd6e-45cd-80f1-df0f2a10e653 req-05314f52-4917-4009-b222-b94df5e1e011 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:21.912888 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-dafdead1-fd6e-45cd-80f1-df0f2a10e653 req-05314f52-4917-4009-b222-b94df5e1e011 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.1107452 May 11 07:42:21.922018 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:42:22.044179 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a3994d22-1ebc-4c6d-95a8-5e101d5f049d req-780e4ec6-8fc7-460f-8a03-3b958f6e2125 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302567 May 11 07:42:22.078223 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-dafdead1-fd6e-45cd-80f1-df0f2a10e653 req-450e5759-e8dd-4fb3-b916-788c77dbec95 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541920 May 11 07:42:22.211724 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2986b04c-bb85-422f-a436-abb58852a5fc {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:42:22.220498 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Publish callbacks [] for port (2986b04c-bb85-422f-a436-abb58852a5fc), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:22.243452 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Transition to ACTIVE for port object 2986b04c-bb85-422f-a436-abb58852a5fc will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:42:22.263816 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:22.312210 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f707c29-3b91-4092-9410-505692c18d24 req-ee707f81-b9ae-41f0-83cc-108df1b8dbff tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:22.313749 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8f707c29-3b91-4092-9410-505692c18d24 req-ee707f81-b9ae-41f0-83cc-108df1b8dbff tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0841203 May 11 07:42:22.320627 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-723988d5-504c-4541-9cd1-f916e441715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:22.322345 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-723988d5-504c-4541-9cd1-f916e441715c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9750cb9309234cb1b63343050ba700f9&device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 1129 time: 0.0428164 May 11 07:42:22.334283 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Pushing event updated for resources: {'Port': ['ID=2986b04c-bb85-422f-a436-abb58852a5fc,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:22.423571 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8f707c29-3b91-4092-9410-505692c18d24 req-c93f372f-dfc6-40ab-a415-59d219358159 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998454 May 11 07:42:22.433834 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-75c962cd-9160-463c-9dab-f66315cb9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:22.435593 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-75c962cd-9160-463c-9dab-f66315cb9770 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 200 len: 911 time: 0.1068966 May 11 07:42:22.448329 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Attempting to bind port 2986b04c-bb85-422f-a436-abb58852a5fc on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:42:22.448656 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Attempting to bind port 2986b04c-bb85-422f-a436-abb58852a5fc by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:42:22.449619 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Attempting to bind port 2986b04c-bb85-422f-a436-abb58852a5fc on network fb44a62c-df04-4422-b678-e6d535160d9f {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:42:22.459197 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Port 2986b04c-bb85-422f-a436-abb58852a5fc on network fb44a62c-df04-4422-b678-e6d535160d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:42:22.459512 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Attempting to bind port 2986b04c-bb85-422f-a436-abb58852a5fc on network fb44a62c-df04-4422-b678-e6d535160d9f {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:42:22.464995 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:42:22.465342 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Checking segment: {'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:42:22.465754 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Bound using segment: {'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:42:22.466172 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Bound port: 2986b04c-bb85-422f-a436-abb58852a5fc, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36eb25f7-b6f3-42bd-870f-b27408a14264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:42:22.466527 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:22.515401 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-bacf3c8f-eba6-4591-92a8-c23396789bb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada HTTP/1.1" status: 200 len: 1001 time: 0.0718336 May 11 07:42:22.534842 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] For port 2986b04c-bb85-422f-a436-abb58852a5fc, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:42:22.537916 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] For port 2986b04c-bb85-422f-a436-abb58852a5fc, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2986b04c-bb85-422f-a436-abb58852a5fc,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:42:22.544235 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:22.567156 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-21430fa0-ee7a-462c-aa87-da800532630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:22.568549 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-21430fa0-ee7a-462c-aa87-da800532630d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e194c29f-39e9-4107-9cf2-3153c052edce HTTP/1.1" status: 200 len: 849 time: 0.0447483 May 11 07:42:22.582316 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:22.582941 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:22.584314 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] 10.222.0.24 "PUT /v2.0/ports/2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 1094 time: 1.1276379 May 11 07:42:22.584779 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:22.587182 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc94c096-50ba-4f3f-92f8-fd9a288953c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:22.616990 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ec0ea-62a5-4bf7-b946-30831aaf6d2e service neutron] Pushing event updated for resources: {'Port': ['ID=2986b04c-bb85-422f-a436-abb58852a5fc,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:22.637458 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-cacefb7d-324c-4ceb-8d1e-e30a43e86896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:22.640238 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-cacefb7d-324c-4ceb-8d1e-e30a43e86896 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0625389 May 11 07:42:22.664613 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85df8fb-73a9-49a5-a8c3-2d868c2161b6 x-openstack-request-id: req-a85df8fb-73a9-49a5-a8c3-2d868c2161b6 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:22.664903 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:22.665153 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a85df8fb-73a9-49a5-a8c3-2d868c2161b6 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:22.665629 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85df8fb-73a9-49a5-a8c3-2d868c2161b6'] response: {'name': 'network-changed', 'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc', 'status': 'completed', 'code': 200} May 11 07:42:22.679319 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601069-608f-4203-9336-b44f80ef392e req-1d90926d-ac98-48c6-9a0a-88ee81d704bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:22.680857 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-1d90926d-ac98-48c6-9a0a-88ee81d704bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e1fa8f24714fc9af8b0947ec51aede&device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 1128 time: 0.0467844 May 11 07:42:22.740348 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-8f715136-c54b-403f-a625-3da5bb29ca81 service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906286 May 11 07:42:22.740922 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-302cc6ce-176c-426d-922a-68cccbb11ea2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 217 time: 0.0429285 May 11 07:42:22.801231 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601069-608f-4203-9336-b44f80ef392e req-8a50a3d3-6031-47de-afb1-2960360d4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:22.802721 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-8a50a3d3-6031-47de-afb1-2960360d4d0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed3e86ba-e244-4918-bffd-7a584b15220f HTTP/1.1" status: 200 len: 854 time: 0.0464845 May 11 07:42:22.839475 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ab8314d7-93bb-474a-982c-b6f251a2cdc4 req-1eeba41c-0fd0-4506-a499-e4c6d674bacd service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843422 May 11 07:42:22.846240 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601069-608f-4203-9336-b44f80ef392e req-df2bcd43-59a3-4c77-8f81-c854b4820632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:22.847722 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-df2bcd43-59a3-4c77-8f81-c854b4820632 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb44a62c-df04-4422-b678-e6d535160d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381260 May 11 07:42:22.944924 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-6d17ddcb-2253-40fc-b791-bbb60860ca40 service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911841 May 11 07:42:23.031657 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe601069-608f-4203-9336-b44f80ef392e req-35f836cf-5531-4017-93e0-fcd22a387553 service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802972 May 11 07:42:23.157754 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f884d5e-a4df-4274-bd11-4b2b64c917a9 req-4b846c2e-1656-442d-9150-f499d37c43cb tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:23.159206 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8f884d5e-a4df-4274-bd11-4b2b64c917a9 req-4b846c2e-1656-442d-9150-f499d37c43cb tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 944 time: 0.0498636 May 11 07:42:23.204230 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8f884d5e-a4df-4274-bd11-4b2b64c917a9 req-a10d2db5-5260-4797-999e-6f98d223beef tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395002 May 11 07:42:23.539121 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb9c96-923b-4497-ba6a-dd5ea0a3c4c9 req-1f60d543-4549-4415-bc48-13ad44b03900 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:23.540531 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-14eb9c96-923b-4497-ba6a-dd5ea0a3c4c9 req-1f60d543-4549-4415-bc48-13ad44b03900 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0453033 May 11 07:42:23.584643 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-14eb9c96-923b-4497-ba6a-dd5ea0a3c4c9 req-a5859c1c-a0ed-4a5d-9dfe-f4fecaa7fd72 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387952 May 11 07:42:24.177466 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-5cbfbd92-4d19-448c-90ca-e07191e85ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:24.178978 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-5cbfbd92-4d19-448c-90ca-e07191e85ddf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e1fa8f24714fc9af8b0947ec51aede&device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 1128 time: 0.0544682 May 11 07:42:24.315922 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa22c21-e74a-41d8-a3a6-622202a6b1b0 req-a064c22b-eb66-4f17-9064-2bdb20cc8a23 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:24.317666 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3aa22c21-e74a-41d8-a3a6-622202a6b1b0 req-a064c22b-eb66-4f17-9064-2bdb20cc8a23 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 944 time: 0.0465138 May 11 07:42:24.362754 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3aa22c21-e74a-41d8-a3a6-622202a6b1b0 req-1c3c43dd-64bf-4bcf-b0f5-8cc56d40c692 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 May 11 07:42:24.727645 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5961cc-a04d-4ef7-971e-87fdf07c2297 req-0955521b-038e-42df-8847-24948f7d0460 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:24.729090 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3e5961cc-a04d-4ef7-971e-87fdf07c2297 req-0955521b-038e-42df-8847-24948f7d0460 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0648770 May 11 07:42:24.734017 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-b7c47e40-1553-4247-94c9-93c38af8c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:24.735376 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-b7c47e40-1553-4247-94c9-93c38af8c46a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb44a62c-df04-4422-b678-e6d535160d9f HTTP/1.1" status: 200 len: 916 time: 0.1297967 May 11 07:42:24.775447 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3e5961cc-a04d-4ef7-971e-87fdf07c2297 req-7dfe5258-fb9a-4c07-a9cf-e338154bda81 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391705 May 11 07:42:25.020368 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-0ee2e53c-7e0b-44b7-a474-f83411962be5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 217 time: 0.0338390 May 11 07:42:25.072308 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-4e39f696-453b-4a2a-8a08-9facaf3c142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:25.073804 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-4e39f696-453b-4a2a-8a08-9facaf3c142a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed3e86ba-e244-4918-bffd-7a584b15220f HTTP/1.1" status: 200 len: 854 time: 0.0459983 May 11 07:42:25.160121 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-1c6b5679-8e3a-44b3-a00b-2c6860863caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:25.161655 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-1c6b5679-8e3a-44b3-a00b-2c6860863caf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb44a62c-df04-4422-b678-e6d535160d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409553 May 11 07:42:25.251216 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-407cbfdb-f8d2-4c1c-a166-f858095bf4c5 service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836644 May 11 07:42:25.345446 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fc94c096-50ba-4f3f-92f8-fd9a288953c0 req-a84c175a-4897-45a9-a0fc-9ee8a039aa4b service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831265 May 11 07:42:25.526004 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd155c92-4612-4ccf-aadd-d4b4da5b125a req-c46342cd-2771-4c6b-a7c9-cc467864f760 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:25.527352 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bd155c92-4612-4ccf-aadd-d4b4da5b125a req-c46342cd-2771-4c6b-a7c9-cc467864f760 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 944 time: 0.0460522 May 11 07:42:25.575418 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bd155c92-4612-4ccf-aadd-d4b4da5b125a req-cd5fbe1f-9a0c-4cb8-882d-8461f33771a5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 May 11 07:42:26.001820 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:26.522058 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470c069-12af-40e6-a6fc-ff2f96abfe83 req-bc4c2847-e89c-4c54-8d40-b7c7989cb84f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:26.523402 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0470c069-12af-40e6-a6fc-ff2f96abfe83 req-bc4c2847-e89c-4c54-8d40-b7c7989cb84f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 946 time: 0.0464215 May 11 07:42:26.567976 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0470c069-12af-40e6-a6fc-ff2f96abfe83 req-4e673bb4-3d79-4628-8bfa-dc6ae060053a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390494 May 11 07:42:26.684828 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d81f84-c3a7-4d5f-8689-6493ad29508d req-cfc58eca-f88d-4d7a-a394-0045ba52c158 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:26.686279 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-95d81f84-c3a7-4d5f-8689-6493ad29508d req-cfc58eca-f88d-4d7a-a394-0045ba52c158 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 944 time: 0.0454364 May 11 07:42:26.731034 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-95d81f84-c3a7-4d5f-8689-6493ad29508d req-6454bc10-2080-4190-b40d-057cf118fa02 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388589 May 11 07:42:26.794826 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 2986b04c-bb85-422f-a436-abb58852a5fc details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:42:26.892050 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 2986b04c-bb85-422f-a436-abb58852a5fc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2986b04c-bb85-422f-a436-abb58852a5fc,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:26.903264 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '2986b04c-bb85-422f-a436-abb58852a5fc', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'port_id': '2986b04c-bb85-422f-a436-abb58852a5fc', 'mac_address': 'fa:16:3e:91:8f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:42:26.948056 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 2986b04c-bb85-422f-a436-abb58852a5fc is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:26.948446 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:26.964709 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2986b04c-bb85-422f-a436-abb58852a5fc {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:42:26.984714 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 2986b04c-bb85-422f-a436-abb58852a5fc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2986b04c-bb85-422f-a436-abb58852a5fc,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:26.988958 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:27.037622 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=2986b04c-bb85-422f-a436-abb58852a5fc,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:27.289283 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['2986b04c-bb85-422f-a436-abb58852a5fc'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:42:27.685037 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123d749-ffbe-4992-a9f0-b6dd5b6ab7d9 req-dc3d266f-c643-444c-b415-51825d445878 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:27.687010 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0123d749-ffbe-4992-a9f0-b6dd5b6ab7d9 req-dc3d266f-c643-444c-b415-51825d445878 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 946 time: 0.0487571 May 11 07:42:27.731498 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0123d749-ffbe-4992-a9f0-b6dd5b6ab7d9 req-7af1fdfa-138d-491f-8e49-7b84cf063bdd tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387805 May 11 07:42:27.840652 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a1c33-fcc0-4631-8339-693ae7301100 req-1ac41fc1-98f3-4e46-b58b-75b4f07cbcd1 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:27.842125 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-654a1c33-fcc0-4631-8339-693ae7301100 req-1ac41fc1-98f3-4e46-b58b-75b4f07cbcd1 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 945 time: 0.0464177 May 11 07:42:27.892402 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-654a1c33-fcc0-4631-8339-693ae7301100 req-8b0376f4-0baa-48b4-aa68-4946e826ea42 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446444 May 11 07:42:27.961459 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91c2b731-72c2-4671-b304-f203ed61e965 req-e3275c8f-43a2-4b01-9333-f76d1dc24e32 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377808 May 11 07:42:28.054218 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2b731-72c2-4671-b304-f203ed61e965 req-f59ede64-6ca5-4d9f-a761-c387f7d5fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:28.055633 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91c2b731-72c2-4671-b304-f203ed61e965 req-f59ede64-6ca5-4d9f-a761-c387f7d5fcbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5100c1cfe7f148058734c0da2d1497d4&device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 1129 time: 0.0414398 May 11 07:42:28.261465 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2b731-72c2-4671-b304-f203ed61e965 req-0051d11f-5751-46b3-900f-aec3faef637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:28.263023 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91c2b731-72c2-4671-b304-f203ed61e965 req-0051d11f-5751-46b3-900f-aec3faef637a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 200 len: 920 time: 0.0831904 May 11 07:42:28.301804 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-97e04659-4712-44e7-9369-7d61aba3cf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:28.342456 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91c2b731-72c2-4671-b304-f203ed61e965 req-340fec11-b4ce-42a6-9298-09e02dc724aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be1479b9-6c95-4550-bed0-2553312bf4f3 HTTP/1.1" status: 200 len: 217 time: 0.0374036 May 11 07:42:28.386594 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-56630135-988b-4820-8d96-ba9b91eb608e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:28.388046 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-56630135-988b-4820-8d96-ba9b91eb608e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.24 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 946 time: 0.0818558 May 11 07:42:28.390167 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2b731-72c2-4671-b304-f203ed61e965 req-f998d62d-ac52-436b-8194-64a975594f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:28.391592 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91c2b731-72c2-4671-b304-f203ed61e965 req-f998d62d-ac52-436b-8194-64a975594f5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 200 len: 858 time: 0.0428755 May 11 07:42:28.435639 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2b731-72c2-4671-b304-f203ed61e965 req-c67492de-e6c0-4585-98ae-c28b67efc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:28.437237 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91c2b731-72c2-4671-b304-f203ed61e965 req-c67492de-e6c0-4585-98ae-c28b67efc7f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4d89019-bced-4db2-9253-82870fddaba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387015 May 11 07:42:28.513677 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Deleting port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:42:28.514091 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:28.529362 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91c2b731-72c2-4671-b304-f203ed61e965 req-0a8c6602-ebbd-4ce4-9598-71da043987ab service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849676 May 11 07:42:28.601059 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] For port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:28.601326 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:28.617083 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91c2b731-72c2-4671-b304-f203ed61e965 req-6a490c3b-37f9-455f-a24d-4b81f15526ca service neutron] 10.222.0.24 "GET /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806613 May 11 07:42:28.812542 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 2986b04c-bb85-422f-a436-abb58852a5fc up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:42:28.821162 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:28.821519 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:28.821874 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Floating IP 0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4 disassociated. External IP: 172.27.2.13, port: 1e8c8dbc-18a9-44e8-8ac6-273b984ed899. May 11 07:42:28.822219 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Calling delete_port for 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:42:28.854113 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f6c48-f5bc-4c04-8759-15c02806beb5 req-7cdceeca-4e78-4723-a846-71a8b5689530 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:28.856338 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4e0f6c48-f5bc-4c04-8759-15c02806beb5 req-7cdceeca-4e78-4723-a846-71a8b5689530 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 946 time: 0.0552061 May 11 07:42:28.859749 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 2986b04c-bb85-422f-a436-abb58852a5fc completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:42:28.866574 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 2986b04c-bb85-422f-a436-abb58852a5fc triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:28.867021 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:28.906050 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4e0f6c48-f5bc-4c04-8759-15c02806beb5 req-57471c32-b771-49d2-ae13-e0ed1ba8147d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=920b46a7-1096-44d8-b018-bbcad9cb3cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433407 May 11 07:42:28.964975 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 2986b04c-bb85-422f-a436-abb58852a5fc is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:28.965742 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:29.005803 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:29.009290 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b47ebf-fc6f-49e3-ba23-5136bbd035c2" -d '{"events": [{"server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "name": "network-vif-plugged", "status": "completed", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:29.021998 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616c03-83e0-47a5-b50a-4534dd3cb441 req-20d7289d-014e-4613-906d-6a9717d677b6 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:29.023758 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c1616c03-83e0-47a5-b50a-4534dd3cb441 req-20d7289d-014e-4613-906d-6a9717d677b6 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 945 time: 0.0511274 May 11 07:42:29.024227 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 2986b04c-bb85-422f-a436-abb58852a5fc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2986b04c-bb85-422f-a436-abb58852a5fc,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:29.026950 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (1e8c8dbc-18a9-44e8-8ac6-273b984ed899), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:29.031666 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:29.066425 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac97b7-4a56-4665-b113-78b1bf28229a x-openstack-request-id: req-1eac97b7-4a56-4665-b113-78b1bf28229a {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:29.066814 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "name": "network-vif-plugged", "status": "completed", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:29.067019 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1eac97b7-4a56-4665-b113-78b1bf28229a {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:29.067367 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eac97b7-4a56-4665-b113-78b1bf28229a'] response: {'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc', 'code': 200} May 11 07:42:29.091231 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c1616c03-83e0-47a5-b50a-4534dd3cb441 req-eeddf746-4b79-414a-8e94-e885b2a6ac1d tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616834 May 11 07:42:29.094211 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=2986b04c-bb85-422f-a436-abb58852a5fc,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:29.098278 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event deleted for resources: {'Port': ['ID=1e8c8dbc-18a9-44e8-8ac6-273b984ed899,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:29.110706 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.110706 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.111064 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.111154 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.111480 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.111785 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.112112 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.112431 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.112750 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.114925 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.115277 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.115741 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.116066 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.116392 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.116713 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:29.226578 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Router 393df9c4-d2fa-494c-9535-bd6fd882f1dc has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:42:29.334654 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:42:29.345293 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] Sync routers for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:42:29.356499 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:29.357257 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:29.395500 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] No DVR routers for this DVR port 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:42:29.398376 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:29.402111 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-8d4284b9-cc59-4f89-a17e-6a723e74df9b req-a55c46cf-cbb0-4335-b373-666e26babdec tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.24 "DELETE /v2.0/ports/1e8c8dbc-18a9-44e8-8ac6-273b984ed899 HTTP/1.1" status: 204 len: 173 time: 1.0035510 May 11 07:42:29.402583 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'name': 'network-vif-deleted', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:29.404778 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831fed71-a1c6-4f28-875e-cfbd406b64c2" -d '{"events": [{"server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "name": "network-vif-deleted", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:29.475019 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824c156-e5b4-41ff-ae34-e93ede8ad429 req-6f669d35-c10f-4bd1-accc-62439488cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:29.476507 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a824c156-e5b4-41ff-ae34-e93ede8ad429 req-6f669d35-c10f-4bd1-accc-62439488cffa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 1130 time: 0.0758951 May 11 07:42:29.480080 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54991449-c457-4c22-88d1-6a36aec30378 x-openstack-request-id: req-54991449-c457-4c22-88d1-6a36aec30378 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:29.480516 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe41f4-cc5e-4cc7-bc04-ebff35bfd769", "name": "network-vif-deleted", "tag": "1e8c8dbc-18a9-44e8-8ac6-273b984ed899", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:29.481082 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54991449-c457-4c22-88d1-6a36aec30378 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:29.482174 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54991449-c457-4c22-88d1-6a36aec30378'] response: {'server_uuid': 'acfe41f4-cc5e-4cc7-bc04-ebff35bfd769', 'name': 'network-vif-deleted', 'tag': '1e8c8dbc-18a9-44e8-8ac6-273b984ed899', 'status': 'completed', 'code': 200} May 11 07:42:29.532012 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:29.535002 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a824c156-e5b4-41ff-ae34-e93ede8ad429 req-b006fd65-bbed-4480-b98a-0097d820fe37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503082 May 11 07:42:29.722226 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:29.755474 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] Checking router: 393df9c4-d2fa-494c-9535-bd6fd882f1dc for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:42:29.765328 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:29.765965 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:29.893703 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:30.043381 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d630b963-7761-4a2f-a426-cf52178f0bd9 req-fb2f5356-cd3c-4dfa-ab2c-3642ea94ec1a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=acfe41f4-cc5e-4cc7-bc04-ebff35bfd769 HTTP/1.1" status: 200 len: 210 time: 0.0268817 May 11 07:42:30.093822 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:30.128482 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c20e829-ab97-4084-a7dd-dc41ad6f4d26 None None] The sync data for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi is: [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:42:30.234335 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812968-41bb-47e0-95a8-9522111da150 req-4ecd6a3d-47c1-41b1-bd87-d64791d14777 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:30.235792 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e3812968-41bb-47e0-95a8-9522111da150 req-4ecd6a3d-47c1-41b1-bd87-d64791d14777 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0493319 May 11 07:42:30.285144 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e3812968-41bb-47e0-95a8-9522111da150 req-e22d69c2-36d7-4e7a-a42d-b20afbc96f13 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434968 May 11 07:42:30.375390 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6828bbfd-0eb8-4124-9291-8507e662dca8 None None] New status for floating IP 0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4: DOWN {{(pid=103570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:42:30.778482 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-17cb0023-4cee-42a8-9932-3238624cf303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.136475 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51458) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:31.190079 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a355828e-4270-410e-8399-835de4cb4274 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (920b46a7-1096-44d8-b018-bbcad9cb3cb1), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.213066 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a355828e-4270-410e-8399-835de4cb4274 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (920b46a7-1096-44d8-b018-bbcad9cb3cb1), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.261677 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a355828e-4270-410e-8399-835de4cb4274 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (920b46a7-1096-44d8-b018-bbcad9cb3cb1), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.264165 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a355828e-4270-410e-8399-835de4cb4274 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.265896 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-a355828e-4270-410e-8399-835de4cb4274 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "DELETE /v2.0/security-groups/920b46a7-1096-44d8-b018-bbcad9cb3cb1 HTTP/1.1" status: 204 len: 168 time: 0.1283648 May 11 07:42:31.268750 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51460) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:31.274914 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355828e-4270-410e-8399-835de4cb4274 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920b46a7-1096-44d8-b018-bbcad9cb3cb1,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:31.291920 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.api.v2.resource [None req-d8c20022-0c9d-4be6-b6aa-4ee43ac57310 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] show failed (client error): The resource could not be found. May 11 07:42:31.293113 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-d8c20022-0c9d-4be6-b6aa-4ee43ac57310 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups/920b46a7-1096-44d8-b018-bbcad9cb3cb1 HTTP/1.1" status: 404 len: 347 time: 0.0231874 May 11 07:42:31.296056 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51462) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:31.449815 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfe5d6-a411-44e2-b990-61ef88615e67 req-ff1cbc75-96ec-4add-b2c2-0a019b4ba430 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:31.451385 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e4cfe5d6-a411-44e2-b990-61ef88615e67 req-ff1cbc75-96ec-4add-b2c2-0a019b4ba430 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0774333 May 11 07:42:31.459887 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Deleting port 008ba21a-c55e-47f1-adb0-737e38c44172 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:42:31.460246 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (008ba21a-c55e-47f1-adb0-737e38c44172), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.555969 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e4cfe5d6-a411-44e2-b990-61ef88615e67 req-15cfbc28-8f3c-4e3f-9f7e-9ac488fb8691 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935047 May 11 07:42:31.572507 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (008ba21a-c55e-47f1-adb0-737e38c44172), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.572839 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (008ba21a-c55e-47f1-adb0-737e38c44172), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.588616 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Calling delete_port for 008ba21a-c55e-47f1-adb0-737e38c44172 owned by network:floatingip {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:42:31.648774 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.735953 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (008ba21a-c55e-47f1-adb0-737e38c44172), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.759198 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event deleted for resources: {'Port': ['ID=008ba21a-c55e-47f1-adb0-737e38c44172,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:31.772241 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.772587 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.772923 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.773254 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.773602 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.773929 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.774256 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.774573 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.774890 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.775208 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.775529 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.775844 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.776158 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.776471 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.776785 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:31.833587 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.836518 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:31.837651 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-6ba7d1e7-eb19-491a-9db2-a9d6c24e1912 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "DELETE /v2.0/floatingips/0ed4fbb7-b13b-4cb5-b08e-b3d4d710f2b4 HTTP/1.1" status: 204 len: 168 time: 0.5405374 May 11 07:42:31.917179 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51468) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:31.921612 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-327cddd6-a9aa-4961-b121-62d9d5a82fe2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943770460', 'description': 'tempest-description--819906563'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:31.942996 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-327cddd6-a9aa-4961-b121-62d9d5a82fe2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.010435 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-327cddd6-a9aa-4961-b121-62d9d5a82fe2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (b0a39bb9-2edc-4a54-96a7-56e3d1478765), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.013785 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-327cddd6-a9aa-4961-b121-62d9d5a82fe2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b0a39bb9-2edc-4a54-96a7-56e3d1478765), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.043042 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-327cddd6-a9aa-4961-b121-62d9d5a82fe2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.044229 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-327cddd6-a9aa-4961-b121-62d9d5a82fe2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1260247 May 11 07:42:32.046688 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cddd6-a9aa-4961-b121-62d9d5a82fe2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a39bb9-2edc-4a54-96a7-56e3d1478765,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:32.047842 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51470) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:32.053286 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-88a08ab0-5f86-4352-bfbd-c5c9e83518f4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'security_group_rule': {'security_group_id': 'b0a39bb9-2edc-4a54-96a7-56e3d1478765', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:32.080138 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-88a08ab0-5f86-4352-bfbd-c5c9e83518f4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (b3db055b-c094-417a-b0d4-9f3ffe7a6dab), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.137825 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-88a08ab0-5f86-4352-bfbd-c5c9e83518f4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (b3db055b-c094-417a-b0d4-9f3ffe7a6dab), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.141758 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-88a08ab0-5f86-4352-bfbd-c5c9e83518f4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (b3db055b-c094-417a-b0d4-9f3ffe7a6dab), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.159153 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a08ab0-5f86-4352-bfbd-c5c9e83518f4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3db055b-c094-417a-b0d4-9f3ffe7a6dab,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:32.170358 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-88a08ab0-5f86-4352-bfbd-c5c9e83518f4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.173602 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-88a08ab0-5f86-4352-bfbd-c5c9e83518f4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228609 May 11 07:42:32.175934 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51472) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:32.180989 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-23638dba-cd87-4928-9def-189df65ff77a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'security_group_rule': {'security_group_id': 'b0a39bb9-2edc-4a54-96a7-56e3d1478765', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:32.205667 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-23638dba-cd87-4928-9def-189df65ff77a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (667e77a1-79e5-49ba-874c-82ea9d570997), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.259105 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-23638dba-cd87-4928-9def-189df65ff77a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (667e77a1-79e5-49ba-874c-82ea9d570997), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.262390 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-23638dba-cd87-4928-9def-189df65ff77a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (667e77a1-79e5-49ba-874c-82ea9d570997), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.280444 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23638dba-cd87-4928-9def-189df65ff77a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667e77a1-79e5-49ba-874c-82ea9d570997,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:32.285043 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-23638dba-cd87-4928-9def-189df65ff77a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.286293 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-23638dba-cd87-4928-9def-189df65ff77a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1093884 May 11 07:42:32.289286 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51474) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:32.293383 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:32.314010 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.394030 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.502928 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Allocated IP 172.27.2.181 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/c927cef2-f95c-419a-bbd9-8c66fcb07aeb) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:42:32.677022 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da4b99-ea10-4748-8d9e-da0bfe5bf00b req-6b01ad1b-223e-4f32-804e-e36f75ec6985 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:32.678592 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c3da4b99-ea10-4748-8d9e-da0bfe5bf00b req-6b01ad1b-223e-4f32-804e-e36f75ec6985 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0488429 May 11 07:42:32.729502 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c3da4b99-ea10-4748-8d9e-da0bfe5bf00b req-49cef942-14fa-4719-bd86-cad79013c7fd tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 May 11 07:42:32.810008 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for port (c927cef2-f95c-419a-bbd9-8c66fcb07aeb), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.831295 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:42:32.845897 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bce6a-ebf6-48f4-8fda-d5922718bf10 req-68914eab-8983-490c-b0c1-3bbd623a23c8 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:32.846752 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (c927cef2-f95c-419a-bbd9-8c66fcb07aeb), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:32.847213 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-632bce6a-ebf6-48f4-8fda-d5922718bf10 req-68914eab-8983-490c-b0c1-3bbd623a23c8 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0519691 May 11 07:42:32.851364 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:42:32.851715 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 1e8c8dbc-18a9-44e8-8ac6-273b984ed899 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:42:32.886800 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:42:32.891607 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:42:32.894321 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-632bce6a-ebf6-48f4-8fda-d5922718bf10 req-60440d25-e078-494e-a5e3-f0720131e846 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 May 11 07:42:32.896138 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:42:32.921709 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'Port': ['ID=c927cef2-f95c-419a-bbd9-8c66fcb07aeb,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:32.986450 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (1075d92c-8c96-4869-8d19-c1e4606d2b3c), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:33.024035 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c927cef2-f95c-419a-bbd9-8c66fcb07aeb), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:33.211794 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for port (c927cef2-f95c-419a-bbd9-8c66fcb07aeb), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:33.215979 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:33.217077 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (c927cef2-f95c-419a-bbd9-8c66fcb07aeb), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:33.221393 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3bca5-1db9-423a-b239-d2f401fe4e87 req-54296ddf-55e9-4adf-8b86-722a422293ce tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:33.226047 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-10c3bca5-1db9-423a-b239-d2f401fe4e87 req-54296ddf-55e9-4adf-8b86-722a422293ce tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0515616 May 11 07:42:33.270214 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-10c3bca5-1db9-423a-b239-d2f401fe4e87 req-8c82ae78-4b10-4608-ad2b-048d71e17a1c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 May 11 07:42:33.287648 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'Port': ['ID=c927cef2-f95c-419a-bbd9-8c66fcb07aeb,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:33.300074 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (1075d92c-8c96-4869-8d19-c1e4606d2b3c), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:33.317374 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:33.319059 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-ca464587-f194-4209-9d59-dec7f28027d6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0287292 May 11 07:42:33.521753 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-e0d8501b-a276-4ec0-881c-e364e86c8958 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--943770460&fields=id&tenant_id=075ba180d52b46ad9cd3334520bcfb89 HTTP/1.1" status: 200 len: 267 time: 0.0490108 May 11 07:42:33.635760 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-10c4f1a7-7b4c-4ab8-b95b-d3c59bf96812 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:33.637222 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-10c4f1a7-7b4c-4ab8-b95b-d3c59bf96812 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 817 time: 0.1070704 May 11 07:42:33.652147 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-f0ed885d-2b67-45f1-bea5-5284fedf989a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/quotas/075ba180d52b46ad9cd3334520bcfb89 HTTP/1.1" status: 200 len: 375 time: 0.0086417 May 11 07:42:33.699461 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-cd1bd56c-10ba-477e-904a-1fb4c5d7ba9d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426641 May 11 07:42:33.795885 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-a9558db8-8aba-4d94-aab2-d09506488bb8 service neutron] 10.222.0.36 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841630 May 11 07:42:33.883819 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-d432ccf8-5475-4b76-b598-d20cf098621c service neutron] 10.222.0.36 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822442 May 11 07:42:34.044310 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-86022bfa-08eb-453a-b456-b7a6218869e0 req-a3ce08db-2cf1-4e45-82c0-7d28b2ba5906 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 210 time: 0.0325308 May 11 07:42:34.701373 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:35.015352 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1ffe5d81-703d-4584-95e1-6fe64df4e163 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:35.017001 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1ffe5d81-703d-4584-95e1-6fe64df4e163 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 817 time: 0.1131349 May 11 07:42:35.101806 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-91db5362-05f6-4281-84e4-0e87e647b8dd tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075ba180d52b46ad9cd3334520bcfb89 HTTP/1.1" status: 200 len: 379 time: 0.0709593 May 11 07:42:35.124256 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'port': {'device_id': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'admin_state_up': True, 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'security_groups': ['b0a39bb9-2edc-4a54-96a7-56e3d1478765']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:35.177491 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cce865bb-0284-40f4-a62f-494a4e90b9fa req-8adb988f-b78f-4ad6-aa72-bb57948134b5 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 210 time: 0.0466821 May 11 07:42:35.262556 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Made reservation on behalf of 075ba180d52b46ad9cd3334520bcfb89 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:42:35.266706 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:35.393149 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Allocated IP 172.20.0.12 (a507c15c-cc52-449f-920c-1f23d1b31239/f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312/c341b877-b342-4956-94f6-3c4bcad3497f) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:42:35.528076 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for port (c341b877-b342-4956-94f6-3c4bcad3497f), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:35.562380 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:35.603710 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Network a507c15c-cc52-449f-920c-1f23d1b31239 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:42:35.606829 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:42:35.613809 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:42:35.619692 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event updated for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:35.664676 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:35.665306 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:35.682092 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-5c685e8e-226a-4ff7-88dd-a4d291ad6c3b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638671 May 11 07:42:35.693825 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Request body: {'port': {'device_id': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:35.759894 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:35.830031 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-24a10d12-1e00-404a-93fe-6e31ce067e4a None None] Provisioning complete for port c341b877-b342-4956-94f6-3c4bcad3497f triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:35.830585 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-24a10d12-1e00-404a-93fe-6e31ce067e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:35.863814 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-24a10d12-1e00-404a-93fe-6e31ce067e4a None None] Port c341b877-b342-4956-94f6-3c4bcad3497f cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:42:36.044709 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c341b877-b342-4956-94f6-3c4bcad3497f {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:42:36.052597 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Publish callbacks [] for port (c341b877-b342-4956-94f6-3c4bcad3497f), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:36.064537 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Transition to ACTIVE for port object c341b877-b342-4956-94f6-3c4bcad3497f will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:42:36.068764 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:36.123728 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Pushing event updated for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:36.197086 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Attempting to bind port c341b877-b342-4956-94f6-3c4bcad3497f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:42:36.197411 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Attempting to bind port c341b877-b342-4956-94f6-3c4bcad3497f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:42:36.197782 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Attempting to bind port c341b877-b342-4956-94f6-3c4bcad3497f on network a507c15c-cc52-449f-920c-1f23d1b31239 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:42:36.202546 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Port c341b877-b342-4956-94f6-3c4bcad3497f on network a507c15c-cc52-449f-920c-1f23d1b31239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:42:36.202924 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Attempting to bind port c341b877-b342-4956-94f6-3c4bcad3497f on network a507c15c-cc52-449f-920c-1f23d1b31239 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:42:36.209557 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:42:36.210042 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Checking segment: {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:42:36.210513 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Bound using segment: {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:42:36.211013 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Bound port: c341b877-b342-4956-94f6-3c4bcad3497f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecd5865-d305-4942-8e4c-39dca5595982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:42:36.211424 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:36.309190 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:42:36.326783 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370ece4-3c67-4790-b493-1eca1a2c2c60 req-96392b0e-34f4-424a-b638-aa6a2f30695a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:36.328256 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8370ece4-3c67-4790-b493-1eca1a2c2c60 req-96392b0e-34f4-424a-b638-aa6a2f30695a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0659554 May 11 07:42:36.331498 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:42:36.347131 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:36.402572 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:36.402990 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:36.404362 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] 10.222.0.24 "PUT /v2.0/ports/c341b877-b342-4956-94f6-3c4bcad3497f HTTP/1.1" status: 200 len: 1094 time: 0.7149985 May 11 07:42:36.404900 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:36.407156 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:36.419546 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8370ece4-3c67-4790-b493-1eca1a2c2c60 req-03dbead7-7799-4003-917b-a9428f5eda83 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852649 May 11 07:42:36.455660 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791b223-4fd7-4eed-92d1-016869792494 service neutron] Pushing event updated for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:36.469565 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85dc279-2052-4493-bb41-0083902d6c18 x-openstack-request-id: req-e85dc279-2052-4493-bb41-0083902d6c18 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:36.469565 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:36.469565 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e85dc279-2052-4493-bb41-0083902d6c18 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:36.469565 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85dc279-2052-4493-bb41-0083902d6c18'] response: {'name': 'network-changed', 'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'status': 'completed', 'code': 200} May 11 07:42:36.498276 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-aed833ca-ab45-47cf-a0d2-ac7492805124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:36.500342 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-aed833ca-ab45-47cf-a0d2-ac7492805124 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 1128 time: 0.0462329 May 11 07:42:36.791063 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-3d0aca9a-2960-4225-8983-e15f4db00515 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c341b877-b342-4956-94f6-3c4bcad3497f HTTP/1.1" status: 200 len: 217 time: 0.2815228 May 11 07:42:36.841125 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-7d70d8a5-edf1-44dd-bce7-3b7c3d435728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:36.842997 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-7d70d8a5-edf1-44dd-bce7-3b7c3d435728 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0424578 May 11 07:42:36.889852 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-fec495ab-0f12-429d-a299-98dbb67c5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:36.891280 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-fec495ab-0f12-429d-a299-98dbb67c5105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373580 May 11 07:42:36.987964 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-a6332a4c-6a16-40c9-8e4d-b818b4e01e3d service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841055 May 11 07:42:37.077712 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2352ab7e-02b4-4275-8c29-494a1da28980 req-454147ee-592a-471d-bfb5-c210b2feffdb service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804410 May 11 07:42:37.549176 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c16a10-410b-4506-9062-844f2f05efb7 req-644c0f3f-29d2-4d4b-8724-e2e45f0aa853 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:37.550629 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60c16a10-410b-4506-9062-844f2f05efb7 req-644c0f3f-29d2-4d4b-8724-e2e45f0aa853 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0486028 May 11 07:42:37.595772 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60c16a10-410b-4506-9062-844f2f05efb7 req-99e384b3-4984-4b70-8247-cc063408667c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398097 May 11 07:42:38.091299 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-4d00c165-35a4-4423-9191-6fb7e52e60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:38.093285 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-4d00c165-35a4-4423-9191-6fb7e52e60c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 1128 time: 0.0398281 May 11 07:42:38.188270 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-5c432fd9-b2a2-40d1-b2c2-daf242203cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:38.189766 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-5c432fd9-b2a2-40d1-b2c2-daf242203cd2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 918 time: 0.0888426 May 11 07:42:38.230810 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-c598bae9-7aa1-4a30-b0bb-f6055dee16f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c341b877-b342-4956-94f6-3c4bcad3497f HTTP/1.1" status: 200 len: 217 time: 0.0333853 May 11 07:42:38.278523 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-92fd0b9d-838a-488d-ac94-382bd3834962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:38.280005 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-92fd0b9d-838a-488d-ac94-382bd3834962 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0430775 May 11 07:42:38.324217 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-1340476e-3216-4436-85c8-6389679a8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:38.325738 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-1340476e-3216-4436-85c8-6389679a8d28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393853 May 11 07:42:38.427620 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-9e3621d2-f499-4eaf-ada2-88ce6c5c0164 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843279 May 11 07:42:38.520751 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e3aea94-1bdd-4754-a9fe-641e73c2f2f7 req-e5e04417-31b8-42e9-9198-7534c5f23cde service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854974 May 11 07:42:38.712020 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722f142-68a5-4853-9454-32e55172bedd req-0e848c81-7732-4c5f-bc7a-b00399a2170e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:38.713385 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a722f142-68a5-4853-9454-32e55172bedd req-0e848c81-7732-4c5f-bc7a-b00399a2170e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0468414 May 11 07:42:38.760173 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a722f142-68a5-4853-9454-32e55172bedd req-40cb2c5b-6910-469c-9f4e-9e2d1c60a79e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411558 May 11 07:42:39.876100 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1dd8-8832-4891-8e46-370a471f0b87 req-ea64f33c-04c2-45a5-b46c-e344202016d1 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:39.877590 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d1aa1dd8-8832-4891-8e46-370a471f0b87 req-ea64f33c-04c2-45a5-b46c-e344202016d1 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0463448 May 11 07:42:39.922004 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d1aa1dd8-8832-4891-8e46-370a471f0b87 req-f979da14-1889-4fe9-8dc1-64ff9bf3cc70 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 May 11 07:42:40.890029 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device c341b877-b342-4956-94f6-3c4bcad3497f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:42:40.987942 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:40.999948 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'port_id': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'mac_address': 'fa:16:3e:67:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:42:41.036614 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port c341b877-b342-4956-94f6-3c4bcad3497f is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:41.036996 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:41.044620 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f3a84-d2c8-469e-b317-040046566c50 req-28284a03-f7a3-480a-a71a-c292db272e45 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:41.046718 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe0f3a84-d2c8-469e-b317-040046566c50 req-28284a03-f7a3-480a-a71a-c292db272e45 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0517616 May 11 07:42:41.050164 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c341b877-b342-4956-94f6-3c4bcad3497f {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:42:41.069390 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:41.073297 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:41.093015 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fe0f3a84-d2c8-469e-b317-040046566c50 req-2717cbde-3403-4178-9316-0c5604ccd780 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401201 May 11 07:42:41.123189 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:41.130198 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.130540 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.130900 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.131252 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.131589 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.131913 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.132237 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.132554 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.132889 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.133213 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.133530 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.133873 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.134190 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.134505 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.134817 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:42:41.414999 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['c341b877-b342-4956-94f6-3c4bcad3497f'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:42:42.209783 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3fec-ad29-414e-86c8-2b8269b77bd2 req-f83cc8d3-69dc-4b59-a5a8-307cad626245 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:42.211250 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c81e3fec-ad29-414e-86c8-2b8269b77bd2 req-f83cc8d3-69dc-4b59-a5a8-307cad626245 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 945 time: 0.0469906 May 11 07:42:42.257797 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c81e3fec-ad29-414e-86c8-2b8269b77bd2 req-053142a3-e50f-4fdf-953e-5f80a8bfa090 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410004 May 11 07:42:42.716114 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3c1ad-cd6a-46ec-922f-9e1a86bacde8 req-2afc1542-8e3c-45dc-a945-500f1ab3fd2f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:42.718083 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-13a3c1ad-cd6a-46ec-922f-9e1a86bacde8 req-2afc1542-8e3c-45dc-a945-500f1ab3fd2f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0502107 May 11 07:42:42.763709 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-13a3c1ad-cd6a-46ec-922f-9e1a86bacde8 req-b9d59c3d-0dbe-400d-9470-0a013769020a tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 May 11 07:42:42.786130 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51578) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:42.897458 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device c341b877-b342-4956-94f6-3c4bcad3497f up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:42:42.917214 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965d9fd-1145-4c93-8d78-09a9401923fb tempest-TestMinimumBasicScenario-1445691023 tempest-TestMinimumBasicScenario-1445691023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:42.921616 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-a965d9fd-1145-4c93-8d78-09a9401923fb tempest-TestMinimumBasicScenario-1445691023 tempest-TestMinimumBasicScenario-1445691023-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 1125 time: 0.1316619 May 11 07:42:42.922262 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51586) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:42.926515 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'port_id': '2986b04c-bb85-422f-a436-abb58852a5fc', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:42.944120 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port c341b877-b342-4956-94f6-3c4bcad3497f completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:42:42.949530 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:42.952459 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port c341b877-b342-4956-94f6-3c4bcad3497f triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:42.953094 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:43.036792 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port c341b877-b342-4956-94f6-3c4bcad3497f is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:43.037178 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:43.043971 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:43.069269 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:43.071616 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f4f09-1f4f-4cfb-b68b-bea7f8e396f9" -d '{"events": [{"server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "name": "network-vif-plugged", "status": "completed", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:43.089203 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:43.095502 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:43.134254 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bcb08b-c595-411d-a0cf-845749f729ca x-openstack-request-id: req-17bcb08b-c595-411d-a0cf-845749f729ca {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:43.134575 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "name": "network-vif-plugged", "status": "completed", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:43.134847 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17bcb08b-c595-411d-a0cf-845749f729ca {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:43.135383 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bcb08b-c595-411d-a0cf-845749f729ca'] response: {'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'code': 200} May 11 07:42:43.163439 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:43.178249 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Allocated IP 172.27.2.158 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/9f263423-285b-4ad4-8edb-6648112d6998) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:42:43.281259 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for port (9f263423-285b-4ad4-8edb-6648112d6998), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:43.315869 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (9f263423-285b-4ad4-8edb-6648112d6998), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:43.352857 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:42:43.355626 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:42:43.358252 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:42:43.375248 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a8f8-921f-4108-bbbb-778e98db651a req-7141d3c8-65c4-4097-894a-8b76a133992c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:43.376746 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ece0a8f8-921f-4108-bbbb-778e98db651a req-7141d3c8-65c4-4097-894a-8b76a133992c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0461919 May 11 07:42:43.393951 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'Port': ['ID=9f263423-285b-4ad4-8edb-6648112d6998,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:43.423848 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ece0a8f8-921f-4108-bbbb-778e98db651a req-ca57639c-aa24-4564-bb7a-e161e958022e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411470 May 11 07:42:43.600814 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae2823-77c2-4790-8d84-f2bdc15e47bc req-77e35d24-3c67-412a-8cc9-f3a77a16c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:43.602523 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0aae2823-77c2-4790-8d84-f2bdc15e47bc req-77e35d24-3c67-412a-8cc9-f3a77a16c8e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 1130 time: 0.0408876 May 11 07:42:43.685007 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0aae2823-77c2-4790-8d84-f2bdc15e47bc req-854c48b0-fb59-4ff3-b9da-18dd1d9f183e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 May 11 07:42:43.744374 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for floatingip (dec17a01-f22b-4ce4-8017-25563cde5189), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:43.815919 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (9f263423-285b-4ad4-8edb-6648112d6998), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.004033 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for port (9f263423-285b-4ad4-8edb-6648112d6998), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.008521 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (9f263423-285b-4ad4-8edb-6648112d6998), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.076280 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'Port': ['ID=9f263423-285b-4ad4-8edb-6648112d6998,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:44.086051 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (dec17a01-f22b-4ce4-8017-25563cde5189), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.190635 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Floating IP dec17a01-f22b-4ce4-8017-25563cde5189 associated. External IP: 172.27.2.158, port: 2986b04c-bb85-422f-a436-abb58852a5fc. May 11 07:42:44.410439 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Router 499aba89-1c96-41df-a512-58c29c0001db has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:42:44.417173 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fb697-602c-4779-b4dd-004645990a8c req-b9a67683-3329-4822-986e-df8e30b6e0b9 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:44.418649 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d60fb697-602c-4779-b4dd-004645990a8c req-b9a67683-3329-4822-986e-df8e30b6e0b9 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0463104 May 11 07:42:44.469163 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d60fb697-602c-4779-b4dd-004645990a8c req-30b320e6-6948-4123-868c-f5fcaba4fa2b tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443411 May 11 07:42:44.531317 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:42:44.542180 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] Sync routers for ids ['499aba89-1c96-41df-a512-58c29c0001db'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:42:44.552359 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.555757 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] Routers {'499aba89-1c96-41df-a512-58c29c0001db'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:44.556382 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['499aba89-1c96-41df-a512-58c29c0001db'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:44.560225 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725c30b-f73d-4da3-9065-c526d5f5d084 req-98289ac3-0326-425d-ae9f-d2ec1c6843f8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:44.562375 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e725c30b-f73d-4da3-9065-c526d5f5d084 req-98289ac3-0326-425d-ae9f-d2ec1c6843f8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0516186 May 11 07:42:44.590077 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-4fa3bbe2-a942-445f-bf53-b0539cb425be tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6667559 May 11 07:42:44.591157 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51606) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:44.591822 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:44.595483 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3929c51a-b38a-4705-b31e-9743d210eeff" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:44.602706 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-ee05b693-f9d5-46af-a396-bc402d06facf tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033099877', 'description': 'tempest-secgroup-smoke-2033099877 description', 'project_id': '03e1fa8f24714fc9af8b0947ec51aede'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:44.611717 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e725c30b-f73d-4da3-9065-c526d5f5d084 req-139437ba-9270-49a7-995a-214af78fe078 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 May 11 07:42:44.629218 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ee05b693-f9d5-46af-a396-bc402d06facf tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.652709 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f77742f-945f-42eb-9a05-7bdf6f62bb73 x-openstack-request-id: req-1f77742f-945f-42eb-9a05-7bdf6f62bb73 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:44.652999 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:44.653255 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f77742f-945f-42eb-9a05-7bdf6f62bb73 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:44.653688 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f77742f-945f-42eb-9a05-7bdf6f62bb73'] response: {'name': 'network-changed', 'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc', 'status': 'completed', 'code': 200} May 11 07:42:44.684990 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] Set router 499aba89-1c96-41df-a512-58c29c0001db gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:44.703988 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ee05b693-f9d5-46af-a396-bc402d06facf tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group (b26c7b67-563f-44f3-bb13-d8765d1c9aa9), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.707710 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ee05b693-f9d5-46af-a396-bc402d06facf tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b26c7b67-563f-44f3-bb13-d8765d1c9aa9), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.735353 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ee05b693-f9d5-46af-a396-bc402d06facf tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.736581 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-ee05b693-f9d5-46af-a396-bc402d06facf tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1378558 May 11 07:42:44.739573 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51610) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:44.743429 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05b693-f9d5-46af-a396-bc402d06facf tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26c7b67-563f-44f3-bb13-d8765d1c9aa9,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:44.744084 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-97c9002b-a726-47de-a28e-0dc24ad13893 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'security_group_rule': {'security_group_id': 'b26c7b67-563f-44f3-bb13-d8765d1c9aa9', 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:44.771498 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-97c9002b-a726-47de-a28e-0dc24ad13893 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (961cb6ba-af6c-4f67-819b-e957108b100f), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.819994 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-97c9002b-a726-47de-a28e-0dc24ad13893 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (961cb6ba-af6c-4f67-819b-e957108b100f), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.823433 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-97c9002b-a726-47de-a28e-0dc24ad13893 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (961cb6ba-af6c-4f67-819b-e957108b100f), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.841466 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9002b-a726-47de-a28e-0dc24ad13893 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961cb6ba-af6c-4f67-819b-e957108b100f,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:44.850463 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-97c9002b-a726-47de-a28e-0dc24ad13893 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.851664 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-97c9002b-a726-47de-a28e-0dc24ad13893 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110947 May 11 07:42:44.854507 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51612) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:44.858914 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-e34e39ed-c4ac-40bf-8c7e-d817130a1edc tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'security_group_rule': {'security_group_id': 'b26c7b67-563f-44f3-bb13-d8765d1c9aa9', 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:44.887747 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e34e39ed-c4ac-40bf-8c7e-d817130a1edc tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (be2c9d58-d17b-4e71-85ad-f6a74f19ad0f), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.949044 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e34e39ed-c4ac-40bf-8c7e-d817130a1edc tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (be2c9d58-d17b-4e71-85ad-f6a74f19ad0f), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.953862 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e34e39ed-c4ac-40bf-8c7e-d817130a1edc tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (be2c9d58-d17b-4e71-85ad-f6a74f19ad0f), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.963599 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'dec17a01-f22b-4ce4-8017-25563cde5189', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'floating_ip_address': '172.27.2.158', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '499aba89-1c96-41df-a512-58c29c0001db', 'port_id': '2986b04c-bb85-422f-a436-abb58852a5fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'mac_address': 'fa:16:3e:91:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:42:43Z', 'updated_at': '2022-05-11T07:42:43Z', 'revision_number': 0, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd03b05-3db1-4a2e-93ed-916286ffb7bf', 'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'mac_address': 'fa:16:3e:7c:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:52Z', 'updated_at': '2022-05-11T07:41:57Z', 'revision_number': 5, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'subnets': [{'id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:44.972207 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e39ed-c4ac-40bf-8c7e-d817130a1edc tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2c9d58-d17b-4e71-85ad-f6a74f19ad0f,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:44.982799 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e34e39ed-c4ac-40bf-8c7e-d817130a1edc tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:44.984152 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-e34e39ed-c4ac-40bf-8c7e-d817130a1edc tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286495 May 11 07:42:44.986864 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51614) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:44.991197 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-ef9e6504-bb39-4756-a1b8-4b4950595897 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'security_group_rule': {'security_group_id': 'b26c7b67-563f-44f3-bb13-d8765d1c9aa9', 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:44.991583 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] Checking router: 499aba89-1c96-41df-a512-58c29c0001db for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:42:45.000724 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] Routers {'499aba89-1c96-41df-a512-58c29c0001db'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:45.001391 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['499aba89-1c96-41df-a512-58c29c0001db'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:45.017656 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ef9e6504-bb39-4756-a1b8-4b4950595897 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (8c43f826-fc3d-4294-8115-de14587f10ee), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.074690 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ef9e6504-bb39-4756-a1b8-4b4950595897 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (8c43f826-fc3d-4294-8115-de14587f10ee), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.079021 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ef9e6504-bb39-4756-a1b8-4b4950595897 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (8c43f826-fc3d-4294-8115-de14587f10ee), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.096718 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e6504-bb39-4756-a1b8-4b4950595897 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c43f826-fc3d-4294-8115-de14587f10ee,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:45.104150 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ef9e6504-bb39-4756-a1b8-4b4950595897 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.105344 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-ef9e6504-bb39-4756-a1b8-4b4950595897 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174998 May 11 07:42:45.108666 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51616) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:45.112918 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-e05d85f6-af07-47d8-a5ad-10d7de66b4c5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'security_group_rule': {'security_group_id': 'b26c7b67-563f-44f3-bb13-d8765d1c9aa9', 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:45.113055 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] Set router 499aba89-1c96-41df-a512-58c29c0001db gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:45.140698 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e05d85f6-af07-47d8-a5ad-10d7de66b4c5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (2c069d8b-bb8a-44d2-9994-ab5159b19dcc), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.197798 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e05d85f6-af07-47d8-a5ad-10d7de66b4c5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (2c069d8b-bb8a-44d2-9994-ab5159b19dcc), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.201804 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e05d85f6-af07-47d8-a5ad-10d7de66b4c5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (2c069d8b-bb8a-44d2-9994-ab5159b19dcc), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.217015 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d85f6-af07-47d8-a5ad-10d7de66b4c5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c069d8b-bb8a-44d2-9994-ab5159b19dcc,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:45.230383 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e05d85f6-af07-47d8-a5ad-10d7de66b4c5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.234699 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-e05d85f6-af07-47d8-a5ad-10d7de66b4c5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220710 May 11 07:42:45.235566 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51618) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:45.242345 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-31b6a77c-d332-4dc0-8c53-314b2103876e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'security_group_rule': {'security_group_id': 'b26c7b67-563f-44f3-bb13-d8765d1c9aa9', 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:45.269510 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.securitygroups_db [None req-31b6a77c-d332-4dc0-8c53-314b2103876e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Project 03e1fa8f24714fc9af8b0947ec51aede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 07:42:45.277124 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-31b6a77c-d332-4dc0-8c53-314b2103876e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (2381dc3a-de2d-4235-88b4-625c76a71940), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.342931 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'dec17a01-f22b-4ce4-8017-25563cde5189', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'floating_ip_address': '172.27.2.158', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '499aba89-1c96-41df-a512-58c29c0001db', 'port_id': '2986b04c-bb85-422f-a436-abb58852a5fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'mac_address': 'fa:16:3e:91:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:42:43Z', 'updated_at': '2022-05-11T07:42:43Z', 'revision_number': 0, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd03b05-3db1-4a2e-93ed-916286ffb7bf', 'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'mac_address': 'fa:16:3e:7c:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:52Z', 'updated_at': '2022-05-11T07:41:57Z', 'revision_number': 5, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'subnets': [{'id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:45.346487 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-31b6a77c-d332-4dc0-8c53-314b2103876e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (2381dc3a-de2d-4235-88b4-625c76a71940), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.350805 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-31b6a77c-d332-4dc0-8c53-314b2103876e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (2381dc3a-de2d-4235-88b4-625c76a71940), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.369263 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6a77c-d332-4dc0-8c53-314b2103876e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2381dc3a-de2d-4235-88b4-625c76a71940,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:45.371874 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3f0d7-75db-4ace-92fa-def750a6fc7d None None] The sync data for ids ['499aba89-1c96-41df-a512-58c29c0001db'] in dv-cinder-836996-20-iscsi is: [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'dec17a01-f22b-4ce4-8017-25563cde5189', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'floating_ip_address': '172.27.2.158', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '499aba89-1c96-41df-a512-58c29c0001db', 'port_id': '2986b04c-bb85-422f-a436-abb58852a5fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'mac_address': 'fa:16:3e:91:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:42:43Z', 'updated_at': '2022-05-11T07:42:43Z', 'revision_number': 0, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd03b05-3db1-4a2e-93ed-916286ffb7bf', 'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'mac_address': 'fa:16:3e:7c:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:52Z', 'updated_at': '2022-05-11T07:41:57Z', 'revision_number': 5, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'subnets': [{'id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:42:45.382910 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-31b6a77c-d332-4dc0-8c53-314b2103876e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.384236 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-31b6a77c-d332-4dc0-8c53-314b2103876e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475279 May 11 07:42:45.386975 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51620) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:45.391335 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-57133e33-e510-4f54-a13d-e1d388b63347 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'security_group_rule': {'security_group_id': 'b26c7b67-563f-44f3-bb13-d8765d1c9aa9', 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:45.413008 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.securitygroups_db [None req-57133e33-e510-4f54-a13d-e1d388b63347 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Project 03e1fa8f24714fc9af8b0947ec51aede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 07:42:45.418688 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-57133e33-e510-4f54-a13d-e1d388b63347 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (cdfdb6ab-f1c6-4287-9657-1f3eeff1d516), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.479170 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-57133e33-e510-4f54-a13d-e1d388b63347 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (cdfdb6ab-f1c6-4287-9657-1f3eeff1d516), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.484503 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-57133e33-e510-4f54-a13d-e1d388b63347 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (cdfdb6ab-f1c6-4287-9657-1f3eeff1d516), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.503937 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57133e33-e510-4f54-a13d-e1d388b63347 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfdb6ab-f1c6-4287-9657-1f3eeff1d516,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:45.514228 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-57133e33-e510-4f54-a13d-e1d388b63347 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.518217 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-57133e33-e510-4f54-a13d-e1d388b63347 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276264 May 11 07:42:45.594029 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce707588-952c-45bc-be70-0e7dd1a50d3c None None] New status for floating IP dec17a01-f22b-4ce4-8017-25563cde5189: ACTIVE {{(pid=103570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:42:45.633180 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54cd29-c49f-4e1d-9c98-5a879e11aca0 req-fb8404a8-816c-4a4b-a1a4-dff317e83b2f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:45.634699 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1d54cd29-c49f-4e1d-9c98-5a879e11aca0 req-fb8404a8-816c-4a4b-a1a4-dff317e83b2f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0816569 May 11 07:42:45.672610 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-3865a719-7432-4127-8cfd-2b7d8838050e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033099877&fields=id&tenant_id=03e1fa8f24714fc9af8b0947ec51aede HTTP/1.1" status: 200 len: 267 time: 0.1001675 May 11 07:42:45.727199 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1d54cd29-c49f-4e1d-9c98-5a879e11aca0 req-e0af7eb5-5b8c-4668-9737-d52de4d63ee2 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865312 May 11 07:42:45.741653 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-7029acc5-ced4-4fc8-9d77-25d91288627e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:45.748064 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-7029acc5-ced4-4fc8-9d77-25d91288627e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0661397 May 11 07:42:45.755666 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-920294c3-ddf3-4a8e-890e-3ebf2fbab11c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'port': {'security_groups': ['420be390-f7e0-4db0-90b7-29b0a77c6569', 'b26c7b67-563f-44f3-bb13-d8765d1c9aa9']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:45.865628 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf2eab-4d6f-4013-846e-fb1ff54ecf55 req-b7481b8d-3628-4b0e-ad71-b416934c21e0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:45.867261 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-13bf2eab-4d6f-4013-846e-fb1ff54ecf55 req-b7481b8d-3628-4b0e-ad71-b416934c21e0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0778742 May 11 07:42:45.871388 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-920294c3-ddf3-4a8e-890e-3ebf2fbab11c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:45.963150 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-13bf2eab-4d6f-4013-846e-fb1ff54ecf55 req-05660077-58c5-44c1-b49f-1d07344a3b55 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884364 May 11 07:42:46.132726 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-920294c3-ddf3-4a8e-890e-3ebf2fbab11c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] For port 2986b04c-bb85-422f-a436-abb58852a5fc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2986b04c-bb85-422f-a436-abb58852a5fc,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:46.162272 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-920294c3-ddf3-4a8e-890e-3ebf2fbab11c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for port (2986b04c-bb85-422f-a436-abb58852a5fc), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:46.166610 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-920294c3-ddf3-4a8e-890e-3ebf2fbab11c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:46.185509 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['2986b04c-bb85-422f-a436-abb58852a5fc'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:42:46.207832 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-920294c3-ddf3-4a8e-890e-3ebf2fbab11c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:46.208456 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-920294c3-ddf3-4a8e-890e-3ebf2fbab11c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:46.209859 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-989389c3-341e-4c5a-afd4-c1710b70ab4d req-920294c3-ddf3-4a8e-890e-3ebf2fbab11c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "PUT /v2.0/ports/2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 982 time: 0.4591506 May 11 07:42:46.210304 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:46.218208 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82c542c-3d92-4e77-8017-e2638a221d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:46.253556 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920294c3-ddf3-4a8e-890e-3ebf2fbab11c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'Port': ['ID=2986b04c-bb85-422f-a436-abb58852a5fc,revision_number=6']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:46.286881 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b1bd3c-140d-404c-9fbf-65de1ae4ebe4 x-openstack-request-id: req-25b1bd3c-140d-404c-9fbf-65de1ae4ebe4 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:46.287369 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:46.287899 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25b1bd3c-140d-404c-9fbf-65de1ae4ebe4 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:46.288581 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b1bd3c-140d-404c-9fbf-65de1ae4ebe4'] response: {'name': 'network-changed', 'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc', 'status': 'completed', 'code': 200} May 11 07:42:46.354908 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e56e64-080d-4f6b-9b41-3eff394e8d98 req-fe6fb378-6f1b-4115-b241-490a502c9533 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:46.356674 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e4e56e64-080d-4f6b-9b41-3eff394e8d98 req-fe6fb378-6f1b-4115-b241-490a502c9533 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.0556967 May 11 07:42:46.395922 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['2986b04c-bb85-422f-a436-abb58852a5fc'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:42:46.425683 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e4e56e64-080d-4f6b-9b41-3eff394e8d98 req-6b6b2f36-9f47-4f7d-9c23-6384dcf8936b tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626171 May 11 07:42:46.503804 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-f9fc208d-c04a-42d0-b08b-d6e674041feb None None] Provisioning complete for port 2986b04c-bb85-422f-a436-abb58852a5fc triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:42:46.504200 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f9fc208d-c04a-42d0-b08b-d6e674041feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:46.698280 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc208d-c04a-42d0-b08b-d6e674041feb None None] Current status of the port 2986b04c-bb85-422f-a436-abb58852a5fc is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:42:46.842769 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d85d6-53f9-4af0-ad94-c3c4190fd0a0 req-d4d50ce1-5a99-4e41-81f3-bdf50d14e92f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:46.844362 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ec2d85d6-53f9-4af0-ad94-c3c4190fd0a0 req-d4d50ce1-5a99-4e41-81f3-bdf50d14e92f tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0467641 May 11 07:42:46.889695 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ec2d85d6-53f9-4af0-ad94-c3c4190fd0a0 req-b102a883-e5c2-45b2-995b-fc53382dbc87 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391185 May 11 07:42:47.079128 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a8ea2-c226-425d-9f28-a0acae8e589a req-57f450ef-6d68-4031-ad08-320685f836a6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:47.080510 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bd3a8ea2-c226-425d-9f28-a0acae8e589a req-57f450ef-6d68-4031-ad08-320685f836a6 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0460765 May 11 07:42:47.125100 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bd3a8ea2-c226-425d-9f28-a0acae8e589a req-a8016eaa-e232-4530-8e90-6282d2d82ead tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390930 May 11 07:42:48.006940 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012c597-0806-46af-acb4-a9384093a413 req-3f194caf-086a-48cc-afd2-2fa98f2c848c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:48.008413 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5012c597-0806-46af-acb4-a9384093a413 req-3f194caf-086a-48cc-afd2-2fa98f2c848c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0515294 May 11 07:42:48.056031 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5012c597-0806-46af-acb4-a9384093a413 req-ebab31ff-7d75-44f5-ac92-230e336d87ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416265 May 11 07:42:48.244060 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddfd69-8986-44de-bc95-d1bdf1fad8bd req-c754e85c-bd3e-409b-a8db-44233c72b4c4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:48.245491 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0dddfd69-8986-44de-bc95-d1bdf1fad8bd req-c754e85c-bd3e-409b-a8db-44233c72b4c4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0494933 May 11 07:42:48.294425 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0dddfd69-8986-44de-bc95-d1bdf1fad8bd req-c195c6b2-c64f-4b17-97e6-cdcb4a648d6c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421455 May 11 07:42:48.403027 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71134a-c43f-4533-ad2e-a482192bd3b8 req-912648b1-d759-4d28-86c8-b9868b816010 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:48.405047 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cf71134a-c43f-4533-ad2e-a482192bd3b8 req-912648b1-d759-4d28-86c8-b9868b816010 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0449233 May 11 07:42:48.413188 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51648) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:48.417289 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-6c02021b-6e03-469a-a9b9-37fd08464458 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Request body: {'floatingip': {'port_id': 'c341b877-b342-4956-94f6-3c4bcad3497f'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:42:48.457990 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6c02021b-6e03-469a-a9b9-37fd08464458 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (1075d92c-8c96-4869-8d19-c1e4606d2b3c), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:48.680894 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-803813a7-6194-47f3-969f-262c81213656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:48.682397 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-803813a7-6194-47f3-969f-262c81213656 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e1fa8f24714fc9af8b0947ec51aede&device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 1169 time: 0.0736601 May 11 07:42:48.687846 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-8bfa7ecb-bd23-41f7-b089-525f67be8d07 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:48.689279 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-8bfa7ecb-bd23-41f7-b089-525f67be8d07 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0452845 May 11 07:42:48.783875 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Deleting port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:42:48.784129 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:48.870951 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] For port 91543a14-0ae8-44e1-bba8-2b3a746fbae8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=91543a14-0ae8-44e1-bba8-2b3a746fbae8,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:48.871315 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:48.890954 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-431f5679-0b42-4fd0-b332-d499e3dc3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:48.892425 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-431f5679-0b42-4fd0-b332-d499e3dc3bfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb44a62c-df04-4422-b678-e6d535160d9f HTTP/1.1" status: 200 len: 916 time: 0.1915588 May 11 07:42:48.993687 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-fe63db08-3499-4aee-a577-5b0175f1be06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 1002 time: 0.0929341 May 11 07:42:49.043854 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:49.044120 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (1dc11191-a2db-4879-9d6d-41a0b6ab8c07), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:49.044431 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Floating IP 1dc11191-a2db-4879-9d6d-41a0b6ab8c07 disassociated. External IP: 172.27.2.230, port: 91543a14-0ae8-44e1-bba8-2b3a746fbae8. May 11 07:42:49.044767 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Calling delete_port for 91543a14-0ae8-44e1-bba8-2b3a746fbae8 owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:42:49.072871 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6c02021b-6e03-469a-a9b9-37fd08464458 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:49.080699 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6c02021b-6e03-469a-a9b9-37fd08464458 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (1075d92c-8c96-4869-8d19-c1e4606d2b3c), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:49.084363 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-4370ee09-5e71-48f5-ba53-9534da846be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:49.085855 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-4370ee09-5e71-48f5-ba53-9534da846be3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed3e86ba-e244-4918-bffd-7a584b15220f HTTP/1.1" status: 200 len: 854 time: 0.0662396 May 11 07:42:49.172469 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (91543a14-0ae8-44e1-bba8-2b3a746fbae8), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:49.188312 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-5b19cb63-e8b2-46dc-a215-bbb1af79da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:49.189933 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-5b19cb63-e8b2-46dc-a215-bbb1af79da39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb44a62c-df04-4422-b678-e6d535160d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0735588 May 11 07:42:49.202225 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event deleted for resources: {'Port': ['ID=91543a14-0ae8-44e1-bba8-2b3a746fbae8,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:49.219790 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5e76f-09a7-41a0-9ede-67de5077d7f7 req-78054538-e513-492c-85fa-d8a2e4a2b34a tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:49.221803 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-48b5e76f-09a7-41a0-9ede-67de5077d7f7 req-78054538-e513-492c-85fa-d8a2e4a2b34a tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b775a5-13c2-4d45-8015-d7a37683cfb1 HTTP/1.1" status: 200 len: 945 time: 0.0941379 May 11 07:42:49.315467 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Router 0d28e586-6631-4616-ad19-7d966254ff7e has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:42:49.429345 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:42:49.440738 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] Sync routers for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:42:49.457562 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:49.458232 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:49.477981 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] No DVR routers for this DVR port 91543a14-0ae8-44e1-bba8-2b3a746fbae8 on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:42:49.487752 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:49.491102 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-1ab2a993-6a84-4076-a139-bd411327ac72 req-3b511495-dc25-4441-9972-8a53d16ee319 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "DELETE /v2.0/ports/91543a14-0ae8-44e1-bba8-2b3a746fbae8 HTTP/1.1" status: 204 len: 173 time: 0.7899606 May 11 07:42:49.491575 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'name': 'network-vif-deleted', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:49.494547 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbcd0db-03e5-4396-87d7-3d0f8b24d9ac" -d '{"events": [{"server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "name": "network-vif-deleted", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:49.551892 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffda9032-1c57-4900-8137-4580db675cab x-openstack-request-id: req-ffda9032-1c57-4900-8137-4580db675cab {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:49.552493 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b775a5-13c2-4d45-8015-d7a37683cfb1", "name": "network-vif-deleted", "tag": "91543a14-0ae8-44e1-bba8-2b3a746fbae8", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:49.553090 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffda9032-1c57-4900-8137-4580db675cab {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:49.555907 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffda9032-1c57-4900-8137-4580db675cab'] response: {'server_uuid': 'a0b775a5-13c2-4d45-8015-d7a37683cfb1', 'name': 'network-vif-deleted', 'tag': '91543a14-0ae8-44e1-bba8-2b3a746fbae8', 'status': 'completed', 'code': 200} May 11 07:42:49.608658 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [None req-6c02021b-6e03-469a-a9b9-37fd08464458 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Floating IP 1075d92c-8c96-4869-8d19-c1e4606d2b3c associated. External IP: 172.27.2.181, port: c341b877-b342-4956-94f6-3c4bcad3497f. May 11 07:42:49.630933 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:49.665900 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-48b5e76f-09a7-41a0-9ede-67de5077d7f7 req-8679584f-08d9-4756-b744-5f88e2649ff9 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=708eb867-7944-4561-ac56-c9378da6d9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050112 May 11 07:42:49.695157 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-84257cf3-ab21-42c4-b895-e935364208e9 service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939690 May 11 07:42:49.836565 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:41Z', 'revision_number': 5, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:49.866327 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] Checking router: 0d28e586-6631-4616-ad19-7d966254ff7e for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:42:49.867335 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c02021b-6e03-469a-a9b9-37fd08464458 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Router 393df9c4-d2fa-494c-9535-bd6fd882f1dc has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:42:49.874422 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:49.875016 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:49.990840 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:50.049449 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c02021b-6e03-469a-a9b9-37fd08464458 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:42:50.052501 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f82c542c-3d92-4e77-8017-e2638a221d5b req-bfe09b80-fca8-40e9-be22-c797458bf2de service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424649 May 11 07:42:50.055552 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6c02021b-6e03-469a-a9b9-37fd08464458 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:50.063224 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] Sync routers for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:42:50.080993 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:50.081637 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:50.090403 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-6c02021b-6e03-469a-a9b9-37fd08464458 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "PUT /v2.0/floatingips/1075d92c-8c96-4869-8d19-c1e4606d2b3c HTTP/1.1" status: 200 len: 992 time: 1.6760926 May 11 07:42:50.091645 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:50.094769 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4" -d '{"events": [{"name": "network-changed", "server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:50.145052 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e983d0c-3871-4684-b65d-450f867298b9 x-openstack-request-id: req-9e983d0c-3871-4684-b65d-450f867298b9 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:50.145387 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:50.146191 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e983d0c-3871-4684-b65d-450f867298b9 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:50.146601 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e983d0c-3871-4684-b65d-450f867298b9'] response: {'name': 'network-changed', 'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'status': 'completed', 'code': 200} May 11 07:42:50.163404 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929c51a-b38a-4705-b31e-9743d210eeff req-68475ab1-efe9-447a-8b37-9d6a587ef5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:50.164893 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3929c51a-b38a-4705-b31e-9743d210eeff req-68475ab1-efe9-447a-8b37-9d6a587ef5a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e1fa8f24714fc9af8b0947ec51aede&device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 1169 time: 0.0599489 May 11 07:42:50.199938 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:50.203252 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-d8585010-7100-4762-8b90-5965670785b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:50.205413 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-d8585010-7100-4762-8b90-5965670785b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 1130 time: 0.0441978 May 11 07:42:50.222276 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:41Z', 'revision_number': 5, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:50.264708 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f488b7-da97-483c-9a00-b2f029526f9f None None] The sync data for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi is: [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:29Z', 'revision_number': 4, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f30da3c7-22e6-47f9-b102-8f2554915883', 'name': '', 'network_id': 'c4d89019-bced-4db2-9253-82870fddaba6', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'mac_address': 'fa:16:3e:e8:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:41Z', 'revision_number': 5, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'subnets': [{'id': '7dd08214-79c9-4b3f-a32b-8b549d227676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:42:50.265873 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929c51a-b38a-4705-b31e-9743d210eeff req-7e8b0d0e-652f-40c3-addf-8144d919eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:50.267355 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3929c51a-b38a-4705-b31e-9743d210eeff req-7e8b0d0e-652f-40c3-addf-8144d919eadc service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb44a62c-df04-4422-b678-e6d535160d9f HTTP/1.1" status: 200 len: 916 time: 0.0960066 May 11 07:42:50.321933 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-13594fe5-231f-4104-bc2e-868c722433ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:50.321933 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-13594fe5-231f-4104-bc2e-868c722433ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 918 time: 0.1056526 May 11 07:42:50.374875 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3929c51a-b38a-4705-b31e-9743d210eeff req-0b3e46f9-9be4-4c7a-8dfe-2371b410ff77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 1002 time: 0.0991752 May 11 07:42:50.405223 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-42e5ba05-c8ab-4333-9c3f-63a2529da365 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c341b877-b342-4956-94f6-3c4bcad3497f HTTP/1.1" status: 200 len: 1000 time: 0.0752642 May 11 07:42:50.430500 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929c51a-b38a-4705-b31e-9743d210eeff req-113f9f45-d9e1-4fd2-97d2-09df9c80765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:50.432109 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3929c51a-b38a-4705-b31e-9743d210eeff req-113f9f45-d9e1-4fd2-97d2-09df9c80765a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed3e86ba-e244-4918-bffd-7a584b15220f HTTP/1.1" status: 200 len: 854 time: 0.0501819 May 11 07:42:50.448927 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '1075d92c-8c96-4869-8d19-c1e4606d2b3c', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'port_id': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'mac_address': 'fa:16:3e:67:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:42:32Z', 'updated_at': '2022-05-11T07:42:48Z', 'revision_number': 1, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:50.463746 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-376e5de8-582c-4de9-9b7b-3ec3e2c3e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:50.465298 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-376e5de8-582c-4de9-9b7b-3ec3e2c3e676 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0502713 May 11 07:42:50.477175 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] Checking router: 393df9c4-d2fa-494c-9535-bd6fd882f1dc for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:42:50.485478 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929c51a-b38a-4705-b31e-9743d210eeff req-76198082-0ee7-48e0-8170-571f76b1791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:50.486282 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:42:50.486896 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:42:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:50.488071 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3929c51a-b38a-4705-b31e-9743d210eeff req-76198082-0ee7-48e0-8170-571f76b1791c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb44a62c-df04-4422-b678-e6d535160d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485969 May 11 07:42:50.530920 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-af9a5a47-cf3a-48c1-9c85-f52b68598429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:50.532978 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-af9a5a47-cf3a-48c1-9c85-f52b68598429 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0603681 May 11 07:42:50.597969 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3929c51a-b38a-4705-b31e-9743d210eeff req-42f66bd1-403d-45dd-9427-acafba5edc4f service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025531 May 11 07:42:50.599742 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8784f6d-e46f-4302-90c9-618f4101150b None None] New status for floating IP 1dc11191-a2db-4879-9d6d-41a0b6ab8c07: DOWN {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:42:50.605663 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:42:50.646892 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-ff45db60-33b9-4b9d-9bae-0dd041f0c7ac service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060989 May 11 07:42:50.706354 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3929c51a-b38a-4705-b31e-9743d210eeff req-93735315-3f04-4ca1-9d1d-03da7e1f0600 service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021113 May 11 07:42:50.801734 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51662) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:50.871385 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '1075d92c-8c96-4869-8d19-c1e4606d2b3c', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'port_id': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'mac_address': 'fa:16:3e:67:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:42:32Z', 'updated_at': '2022-05-11T07:42:48Z', 'revision_number': 1, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:42:50.887103 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-59e60fa2-552c-4888-bef8-bf4a5c3a0a14 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group (708eb867-7944-4561-ac56-c9378da6d9f7), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:50.911437 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6a93f-54a6-4741-adaa-31be809b21c7 None None] The sync data for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi is: [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '1075d92c-8c96-4869-8d19-c1e4606d2b3c', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'port_id': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'mac_address': 'fa:16:3e:67:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:42:32Z', 'updated_at': '2022-05-11T07:42:48Z', 'revision_number': 1, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:42:50.934043 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-59e60fa2-552c-4888-bef8-bf4a5c3a0a14 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group (708eb867-7944-4561-ac56-c9378da6d9f7), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:51.005029 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-2bcaa942-b593-46e5-ae3b-bfa9a98a3df4 req-b0e8c29e-d56e-4366-a030-731fd8523ca7 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512757 May 11 07:42:51.005502 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-59e60fa2-552c-4888-bef8-bf4a5c3a0a14 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (708eb867-7944-4561-ac56-c9378da6d9f7), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:51.008342 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-59e60fa2-552c-4888-bef8-bf4a5c3a0a14 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:51.009526 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-59e60fa2-552c-4888-bef8-bf4a5c3a0a14 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "DELETE /v2.0/security-groups/708eb867-7944-4561-ac56-c9378da6d9f7 HTTP/1.1" status: 204 len: 168 time: 0.2068048 May 11 07:42:51.012748 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51664) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:51.031301 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e60fa2-552c-4888-bef8-bf4a5c3a0a14 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708eb867-7944-4561-ac56-c9378da6d9f7,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:51.033397 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.api.v2.resource [None req-b91740f2-2fbc-448e-8179-5f049e482147 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] show failed (client error): The resource could not be found. May 11 07:42:51.034460 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-b91740f2-2fbc-448e-8179-5f049e482147 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups/708eb867-7944-4561-ac56-c9378da6d9f7 HTTP/1.1" status: 404 len: 347 time: 0.0208125 May 11 07:42:51.037194 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51666) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:42:51.144573 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701b5dd-8313-4286-a6e6-2dd68984305b None None] New status for floating IP 1075d92c-8c96-4869-8d19-c1e4606d2b3c: ACTIVE {{(pid=103570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:42:51.157070 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9df43-a230-40d3-9c44-818272326808 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Deleting port 9589a5d7-e1b7-43c8-919c-de67e1567c90 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:42:51.157645 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9df43-a230-40d3-9c44-818272326808 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (9589a5d7-e1b7-43c8-919c-de67e1567c90), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:51.233650 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9df43-a230-40d3-9c44-818272326808 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (9589a5d7-e1b7-43c8-919c-de67e1567c90), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:51.233961 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9df43-a230-40d3-9c44-818272326808 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for floatingip (9589a5d7-e1b7-43c8-919c-de67e1567c90), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:51.246118 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9df43-a230-40d3-9c44-818272326808 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Calling delete_port for 9589a5d7-e1b7-43c8-919c-de67e1567c90 owned by network:floatingip {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:42:51.380080 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9df43-a230-40d3-9c44-818272326808 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (9589a5d7-e1b7-43c8-919c-de67e1567c90), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:51.405065 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9df43-a230-40d3-9c44-818272326808 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event deleted for resources: {'Port': ['ID=9589a5d7-e1b7-43c8-919c-de67e1567c90,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:51.465284 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9df43-a230-40d3-9c44-818272326808 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks [] for floatingip (1dc11191-a2db-4879-9d6d-41a0b6ab8c07), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:51.468407 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9df43-a230-40d3-9c44-818272326808 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:51.469601 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-6bf9df43-a230-40d3-9c44-818272326808 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "DELETE /v2.0/floatingips/1dc11191-a2db-4879-9d6d-41a0b6ab8c07 HTTP/1.1" status: 204 len: 168 time: 0.4314299 May 11 07:42:52.950550 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 91543a14-0ae8-44e1-bba8-2b3a746fbae8 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:42:52.970737 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 91543a14-0ae8-44e1-bba8-2b3a746fbae8 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:42:52.971078 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 91543a14-0ae8-44e1-bba8-2b3a746fbae8 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:42:53.925207 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76324e-099e-489c-a374-1d53197c4c28 req-1f0c539e-59a9-4bb0-98ce-9147b51e0d09 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:53.926686 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7e76324e-099e-489c-a374-1d53197c4c28 req-1f0c539e-59a9-4bb0-98ce-9147b51e0d09 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0456614 May 11 07:42:53.976273 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7e76324e-099e-489c-a374-1d53197c4c28 req-3e0f4152-50ba-4487-bd22-86139ee4c77c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 May 11 07:42:55.088269 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7f308-ebce-4f67-916f-b635386dd6e6 req-efc8805e-f0cc-4152-8fda-e07d01bff27e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:55.089671 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e9b7f308-ebce-4f67-916f-b635386dd6e6 req-efc8805e-f0cc-4152-8fda-e07d01bff27e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0460114 May 11 07:42:55.135684 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e9b7f308-ebce-4f67-916f-b635386dd6e6 req-6712a0e3-5c2d-41b4-a6e7-d29c21a6e5ed tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 May 11 07:42:56.036046 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:56.245968 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fbe0a-85b3-4f54-a26a-5d8b95dab8dc req-da9e0d12-60f0-494b-8a5c-ad752bf6f52d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:56.247467 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0c3fbe0a-85b3-4f54-a26a-5d8b95dab8dc req-da9e0d12-60f0-494b-8a5c-ad752bf6f52d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0468757 May 11 07:42:56.287187 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-605aac81-df32-4bd0-a671-759f274bdca3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:56.288841 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-605aac81-df32-4bd0-a671-759f274bdca3 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a9a7c6d-2396-446b-9d87-3a9fb36d031c HTTP/1.1" status: 200 len: 946 time: 0.0470316 May 11 07:42:56.296026 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0c3fbe0a-85b3-4f54-a26a-5d8b95dab8dc req-3a26f306-e21b-4e57-9d1c-209d881e94f5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 May 11 07:42:56.375584 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-b52b3ff1-7133-4bb7-8a0c-1f882e68d314 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Deleting port aa4cf226-9012-4577-8ddd-7b9559ce1960 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:42:56.375920 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-b52b3ff1-7133-4bb7-8a0c-1f882e68d314 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:56.464157 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-b52b3ff1-7133-4bb7-8a0c-1f882e68d314 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] For port aa4cf226-9012-4577-8ddd-7b9559ce1960, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aa4cf226-9012-4577-8ddd-7b9559ce1960,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:42:56.464437 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-b52b3ff1-7133-4bb7-8a0c-1f882e68d314 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:56.477994 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-b52b3ff1-7133-4bb7-8a0c-1f882e68d314 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Calling delete_port for aa4cf226-9012-4577-8ddd-7b9559ce1960 owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:42:56.603084 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-b52b3ff1-7133-4bb7-8a0c-1f882e68d314 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (aa4cf226-9012-4577-8ddd-7b9559ce1960), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:56.618290 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['aa4cf226-9012-4577-8ddd-7b9559ce1960', 'be1479b9-6c95-4550-bed0-2553312bf4f3'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:42:56.658886 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b3ff1-7133-4bb7-8a0c-1f882e68d314 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event deleted for resources: {'Port': ['ID=aa4cf226-9012-4577-8ddd-7b9559ce1960,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:42:56.678844 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-b52b3ff1-7133-4bb7-8a0c-1f882e68d314 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] No DVR routers for this DVR port aa4cf226-9012-4577-8ddd-7b9559ce1960 on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:42:56.681223 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-b52b3ff1-7133-4bb7-8a0c-1f882e68d314 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:56.684420 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-401d1858-0b81-4dab-b5f4-bb8d203430cf req-b52b3ff1-7133-4bb7-8a0c-1f882e68d314 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "DELETE /v2.0/ports/aa4cf226-9012-4577-8ddd-7b9559ce1960 HTTP/1.1" status: 204 len: 173 time: 0.3895397 May 11 07:42:56.684849 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a7c6d-2396-446b-9d87-3a9fb36d031c', 'name': 'network-vif-deleted', 'tag': 'aa4cf226-9012-4577-8ddd-7b9559ce1960'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:42:56.687129 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77466be-f0b7-4a1c-9b6a-f3db86abc3ad" -d '{"events": [{"server_uuid": "7a9a7c6d-2396-446b-9d87-3a9fb36d031c", "name": "network-vif-deleted", "tag": "aa4cf226-9012-4577-8ddd-7b9559ce1960"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:42:56.731867 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a1b52f-0850-44b6-83a9-691348562a77 x-openstack-request-id: req-e4a1b52f-0850-44b6-83a9-691348562a77 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:42:56.732570 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a7c6d-2396-446b-9d87-3a9fb36d031c", "name": "network-vif-deleted", "tag": "aa4cf226-9012-4577-8ddd-7b9559ce1960", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:42:56.732807 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4a1b52f-0850-44b6-83a9-691348562a77 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:42:56.733192 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a1b52f-0850-44b6-83a9-691348562a77'] response: {'server_uuid': '7a9a7c6d-2396-446b-9d87-3a9fb36d031c', 'name': 'network-vif-deleted', 'tag': 'aa4cf226-9012-4577-8ddd-7b9559ce1960', 'status': 'completed', 'code': 200} May 11 07:42:57.559635 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c5a3f-b657-42f2-9f02-868288f5a4af req-a00061cc-61b0-47fd-a5e2-327d805a955d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:57.561033 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d46c5a3f-b657-42f2-9f02-868288f5a4af req-a00061cc-61b0-47fd-a5e2-327d805a955d tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0496728 May 11 07:42:57.606334 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d46c5a3f-b657-42f2-9f02-868288f5a4af req-733f35d0-150b-419c-8e30-0c18a1083617 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394533 May 11 07:42:58.303144 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ab82c3e0-9ee3-45b9-bb38-2181bd5f34ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:42:58.719649 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a5261-83f7-4f73-bef6-6e01c1d68020 req-e6ef60fb-be07-4190-a07e-ac457ec27a0e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:58.721130 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f12a5261-83f7-4f73-bef6-6e01c1d68020 req-e6ef60fb-be07-4190-a07e-ac457ec27a0e tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0462222 May 11 07:42:58.766699 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f12a5261-83f7-4f73-bef6-6e01c1d68020 req-6e2a2813-bc5a-49fc-b095-b75564078ca6 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401032 May 11 07:42:58.921794 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:42:59.878263 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25e594-00d8-4db4-9f04-8e758ca27148 req-96e62ab1-fa19-4ffb-8c04-6f9d5b28afe6 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:42:59.879697 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2a25e594-00d8-4db4-9f04-8e758ca27148 req-96e62ab1-fa19-4ffb-8c04-6f9d5b28afe6 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0485713 May 11 07:42:59.924043 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2a25e594-00d8-4db4-9f04-8e758ca27148 req-4626bd0b-10e8-41c6-9419-324bb4c2ec76 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 May 11 07:43:00.668166 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b9882c66-eeb0-4402-af86-c3d57dd2c314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:00.996533 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device aa4cf226-9012-4577-8ddd-7b9559ce1960 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:43:01.030654 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: aa4cf226-9012-4577-8ddd-7b9559ce1960 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:43:01.031094 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device aa4cf226-9012-4577-8ddd-7b9559ce1960 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:43:01.047921 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dbeff-d715-46f9-8eeb-0ebb43b8a10b req-604bb3c4-90b4-4a74-846c-d121c662ff9c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:01.049980 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-891dbeff-d715-46f9-8eeb-0ebb43b8a10b req-604bb3c4-90b4-4a74-846c-d121c662ff9c tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0532455 May 11 07:43:01.096601 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-891dbeff-d715-46f9-8eeb-0ebb43b8a10b req-b5e4d9f5-e369-4a6e-b497-816f2cecd952 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.36 "GET /v2.0/security-groups?id=49853c70-dde0-407d-8161-cfacee0af096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 May 11 07:43:01.097978 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247589f7-c914-47e9-b36a-63438f34fa77 req-b09e91af-6075-4f60-ad12-ba0213d1a7b5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:01.099457 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-247589f7-c914-47e9-b36a-63438f34fa77 req-b09e91af-6075-4f60-ad12-ba0213d1a7b5 tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "GET /v2.0/ports?device_id=40960ef3-1318-49f6-9a5e-c5b12205f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0506430 May 11 07:43:01.185671 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-247589f7-c914-47e9-b36a-63438f34fa77 req-34e00c58-9b19-4d6f-9bc8-1ccf2ef3f3ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Deleting port be1479b9-6c95-4550-bed0-2553312bf4f3 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:43:01.186059 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-247589f7-c914-47e9-b36a-63438f34fa77 req-34e00c58-9b19-4d6f-9bc8-1ccf2ef3f3ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:01.275538 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-247589f7-c914-47e9-b36a-63438f34fa77 req-34e00c58-9b19-4d6f-9bc8-1ccf2ef3f3ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] For port be1479b9-6c95-4550-bed0-2553312bf4f3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=be1479b9-6c95-4550-bed0-2553312bf4f3,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:01.275814 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-247589f7-c914-47e9-b36a-63438f34fa77 req-34e00c58-9b19-4d6f-9bc8-1ccf2ef3f3ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:01.288451 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-247589f7-c914-47e9-b36a-63438f34fa77 req-34e00c58-9b19-4d6f-9bc8-1ccf2ef3f3ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Calling delete_port for be1479b9-6c95-4550-bed0-2553312bf4f3 owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:43:01.420198 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-247589f7-c914-47e9-b36a-63438f34fa77 req-34e00c58-9b19-4d6f-9bc8-1ccf2ef3f3ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (be1479b9-6c95-4550-bed0-2553312bf4f3), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:01.435066 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['be1479b9-6c95-4550-bed0-2553312bf4f3'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:43:01.447058 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e00c58-9b19-4d6f-9bc8-1ccf2ef3f3ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Pushing event deleted for resources: {'Port': ['ID=be1479b9-6c95-4550-bed0-2553312bf4f3,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:01.498127 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-247589f7-c914-47e9-b36a-63438f34fa77 req-34e00c58-9b19-4d6f-9bc8-1ccf2ef3f3ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] No DVR routers for this DVR port be1479b9-6c95-4550-bed0-2553312bf4f3 on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:43:01.500587 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-247589f7-c914-47e9-b36a-63438f34fa77 req-34e00c58-9b19-4d6f-9bc8-1ccf2ef3f3ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:01.503804 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-247589f7-c914-47e9-b36a-63438f34fa77 req-34e00c58-9b19-4d6f-9bc8-1ccf2ef3f3ae tempest-ServerRescueNegativeTestJSON-280701147 tempest-ServerRescueNegativeTestJSON-280701147-project] 10.222.0.24 "DELETE /v2.0/ports/be1479b9-6c95-4550-bed0-2553312bf4f3 HTTP/1.1" status: 204 len: 173 time: 0.3984194 May 11 07:43:01.504255 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40960ef3-1318-49f6-9a5e-c5b12205f0f6', 'name': 'network-vif-deleted', 'tag': 'be1479b9-6c95-4550-bed0-2553312bf4f3'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:43:01.506488 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b4e220-a64a-4afd-8dfa-08f98a38e744" -d '{"events": [{"server_uuid": "40960ef3-1318-49f6-9a5e-c5b12205f0f6", "name": "network-vif-deleted", "tag": "be1479b9-6c95-4550-bed0-2553312bf4f3"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:43:01.544928 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fa2131-9024-4e3d-a68f-37a4c4f966d4 x-openstack-request-id: req-94fa2131-9024-4e3d-a68f-37a4c4f966d4 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:43:01.545223 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40960ef3-1318-49f6-9a5e-c5b12205f0f6", "name": "network-vif-deleted", "tag": "be1479b9-6c95-4550-bed0-2553312bf4f3", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:43:01.545551 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94fa2131-9024-4e3d-a68f-37a4c4f966d4 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:43:01.545983 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94fa2131-9024-4e3d-a68f-37a4c4f966d4'] response: {'server_uuid': '40960ef3-1318-49f6-9a5e-c5b12205f0f6', 'name': 'network-vif-deleted', 'tag': 'be1479b9-6c95-4550-bed0-2553312bf4f3', 'status': 'completed', 'code': 200} May 11 07:43:01.649223 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:02.152259 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51716) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:02.539921 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999372'] for router_interface (0d28e586-6631-4616-ad19-7d966254ff7e), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:02.812041 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] Deleting port f30da3c7-22e6-47f9-b102-8f2554915883 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:43:02.812295 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:02.889477 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] For port f30da3c7-22e6-47f9-b102-8f2554915883, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=f30da3c7-22e6-47f9-b102-8f2554915883,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:02.889857 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:02.902051 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] Calling delete_port for f30da3c7-22e6-47f9-b102-8f2554915883 owned by network:router_interface {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:43:03.076558 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (f30da3c7-22e6-47f9-b102-8f2554915883), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:03.102194 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30da3c7-22e6-47f9-b102-8f2554915883,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:03.217883 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:03.519847 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979411'] for router_interface (0d28e586-6631-4616-ad19-7d966254ff7e), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:03.730166 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] Router 0d28e586-6631-4616-ad19-7d966254ff7e has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:43:03.833965 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:43:03.838767 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-3c2d60d1-6dfb-415c-8e1b-c003ffeef915 admin admin] 10.222.0.36 "PUT /v2.0/routers/0d28e586-6631-4616-ad19-7d966254ff7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6854780 May 11 07:43:03.841241 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51722) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:03.842854 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] Sync routers for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:43:03.852616 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:43:03.853567 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:43:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:03.951206 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Publish callbacks [] for router (0d28e586-6631-4616-ad19-7d966254ff7e), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.060050 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Publish callbacks [] for router_gateway (0d28e586-6631-4616-ad19-7d966254ff7e), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.084255 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:43:04.107013 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Deleting port b99b2baa-34ca-4d53-8010-acb4222fa775 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:43:04.107509 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.190528 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] For port b99b2baa-34ca-4d53-8010-acb4222fa775, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=b99b2baa-34ca-4d53-8010-acb4222fa775,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:04.190889 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.204926 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Calling delete_port for b99b2baa-34ca-4d53-8010-acb4222fa775 owned by network:router_gateway {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:43:04.260387 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:43:03Z', 'revision_number': 5, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port': {'id': 'b99b2baa-34ca-4d53-8010-acb4222fa775', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:24Z', 'updated_at': '2022-05-11T07:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:04.287919 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] Checking router: 0d28e586-6631-4616-ad19-7d966254ff7e for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:43:04.296558 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] Routers {'0d28e586-6631-4616-ad19-7d966254ff7e'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:43:04.297175 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:43:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['0d28e586-6631-4616-ad19-7d966254ff7e'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:04.385751 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (b99b2baa-34ca-4d53-8010-acb4222fa775), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.402086 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] Set router 0d28e586-6631-4616-ad19-7d966254ff7e gateway port host: None {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:43:04.419113 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b99b2baa-34ca-4d53-8010-acb4222fa775,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:04.461099 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:43:04Z', 'revision_number': 6, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port_host': None}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:04.487800 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff59ee-6728-455b-b242-ead69e8530d7 None None] The sync data for ids ['0d28e586-6631-4616-ad19-7d966254ff7e'] in dv-cinder-836996-20-iscsi is: [{'id': '0d28e586-6631-4616-ad19-7d966254ff7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1166601243-router', 'tenant_id': '5100c1cfe7f148058734c0da2d1497d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:43:04Z', 'revision_number': 6, 'project_id': '5100c1cfe7f148058734c0da2d1497d4', 'gw_port_host': None}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:43:04.507292 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a3427-a98c-4140-b3b3-f0890ae41388 req-b9e95be7-3483-48d5-9357-050be1fbb902 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:04.508816 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-534a3427-a98c-4140-b3b3-f0890ae41388 req-b9e95be7-3483-48d5-9357-050be1fbb902 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0931022 May 11 07:43:04.533093 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995326'] for router_gateway (0d28e586-6631-4616-ad19-7d966254ff7e), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.655002 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30833'] for router (0d28e586-6631-4616-ad19-7d966254ff7e), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.657254 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Publish callbacks [] for router_controller (0d28e586-6631-4616-ad19-7d966254ff7e), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.661288 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-534a3427-a98c-4140-b3b3-f0890ae41388 req-5aa3eb53-e874-4ea8-8e4a-c95036bc167a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436226 May 11 07:43:04.704858 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.726710 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-992175'] for router (0d28e586-6631-4616-ad19-7d966254ff7e), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.727321 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d28e586-6631-4616-ad19-7d966254ff7e {{(pid=103568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 07:43:04.732430 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.733588 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-77e83743-2791-49a6-b3c0-b0024adbee7f admin admin] 10.222.0.36 "DELETE /v2.0/routers/0d28e586-6631-4616-ad19-7d966254ff7e HTTP/1.1" status: 204 len: 168 time: 0.8908131 May 11 07:43:04.736019 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51734) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:04.778708 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed80551-3200-4766-a94f-9953ab6b0617 admin admin] Deleting subnet 7dd08214-79c9-4b3f-a32b-8b549d227676 {{(pid=103568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:43:04.781656 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2ed80551-3200-4766-a94f-9953ab6b0617 admin admin] Publish callbacks [] for subnet (7dd08214-79c9-4b3f-a32b-8b549d227676), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.815932 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2ed80551-3200-4766-a94f-9953ab6b0617 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16893138'] for subnet (7dd08214-79c9-4b3f-a32b-8b549d227676), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.930631 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2ed80551-3200-4766-a94f-9953ab6b0617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (7dd08214-79c9-4b3f-a32b-8b549d227676), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:04.981578 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2ed80551-3200-4766-a94f-9953ab6b0617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17749047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17489925'] for subnet (7dd08214-79c9-4b3f-a32b-8b549d227676), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.006780 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed80551-3200-4766-a94f-9953ab6b0617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd08214-79c9-4b3f-a32b-8b549d227676,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:05.009050 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device be1479b9-6c95-4550-bed0-2553312bf4f3 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:43:05.010404 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2ed80551-3200-4766-a94f-9953ab6b0617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.014366 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-2ed80551-3200-4766-a94f-9953ab6b0617 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7dd08214-79c9-4b3f-a32b-8b549d227676 HTTP/1.1" status: 204 len: 168 time: 0.2766111 May 11 07:43:05.016111 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51736) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:05.018484 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570e55b4-ea52-473d-a442-69ecbb4beefb None None] Network c4d89019-bced-4db2-9253-82870fddaba6 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:43:05.037248 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: be1479b9-6c95-4550-bed0-2553312bf4f3 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:43:05.038002 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device be1479b9-6c95-4550-bed0-2553312bf4f3 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:43:05.087807 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (c4d89019-bced-4db2-9253-82870fddaba6), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.132499 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Deleting port 6457d24d-97e3-4b5d-8d83-2574c8301034 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:43:05.132886 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.194429 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] For port 6457d24d-97e3-4b5d-8d83-2574c8301034, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6457d24d-97e3-4b5d-8d83-2574c8301034,segment=NetworkSegment(b41053fb-7a5b-4b38-aea4-c5ef2bf32b49),segment_id=b41053fb-7a5b-4b38-aea4-c5ef2bf32b49)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:05.194781 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.206999 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Calling delete_port for 6457d24d-97e3-4b5d-8d83-2574c8301034 owned by network:dhcp {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:43:05.276135 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3786ae22-978f-4289-ad6c-82174ae9ecc0 None None] DHCP port deletion for c4d89019-bced-4db2-9253-82870fddaba6 request from dv-cinder-836996-20-iscsi {{(pid=103569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 07:43:05.290196 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.317462 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6457d24d-97e3-4b5d-8d83-2574c8301034,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:05.319310 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] No DVR routers for this DVR port 6457d24d-97e3-4b5d-8d83-2574c8301034 on host dv-cinder-836996-20-iscsi {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:43:05.321282 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-3786ae22-978f-4289-ad6c-82174ae9ecc0 None None] Deleting port 6457d24d-97e3-4b5d-8d83-2574c8301034 {{(pid=103569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:43:05.321734 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3786ae22-978f-4289-ad6c-82174ae9ecc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), before_delete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.391214 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b99b2baa-34ca-4d53-8010-acb4222fa775 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:43:05.401989 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (c4d89019-bced-4db2-9253-82870fddaba6), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.420345 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-3786ae22-978f-4289-ad6c-82174ae9ecc0 None None] For port 6457d24d-97e3-4b5d-8d83-2574c8301034, host dv-cinder-836996-20-iscsi, got binding levels [] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:05.420742 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3786ae22-978f-4289-ad6c-82174ae9ecc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), precommit_delete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.422314 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d89019-bced-4db2-9253-82870fddaba6']}} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:05.423065 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: b99b2baa-34ca-4d53-8010-acb4222fa775 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:43:05.423406 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b99b2baa-34ca-4d53-8010-acb4222fa775 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:43:05.423814 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6457d24d-97e3-4b5d-8d83-2574c8301034 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:43:05.431678 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49') {'for_net_delete': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:05.431678 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41053fb-7a5b-4b38-aea4-c5ef2bf32b49') {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:05.441558 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164436'] for segment (b41053fb-7a5b-4b38-aea4-c5ef2bf32b49), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.456386 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-3786ae22-978f-4289-ad6c-82174ae9ecc0 None None] Calling delete_port for 6457d24d-97e3-4b5d-8d83-2574c8301034 owned by network:dhcp {{(pid=103569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:43:05.456524 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (b41053fb-7a5b-4b38-aea4-c5ef2bf32b49), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.460265 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 6457d24d-97e3-4b5d-8d83-2574c8301034 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:43:05.460931 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6457d24d-97e3-4b5d-8d83-2574c8301034 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:43:05.461343 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f30da3c7-22e6-47f9-b102-8f2554915883 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:43:05.462922 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:43:05.463317 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988378'] for segment (b41053fb-7a5b-4b38-aea4-c5ef2bf32b49), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.464311 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.ipam_backend_mixin [None req-3786ae22-978f-4289-ad6c-82174ae9ecc0 None None] Port 6457d24d-97e3-4b5d-8d83-2574c8301034 was not found and therefore no delete operation was performed {{(pid=103569) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 11 07:43:05.467238 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3786ae22-978f-4289-ad6c-82174ae9ecc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422'] for port (6457d24d-97e3-4b5d-8d83-2574c8301034), after_delete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: Traceback (most recent call last): May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: timer() May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: cb(*args, **kw) May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: return func(*args, **kwargs) May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: self._notify() May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: self.callback(batched_events) May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: event.method(event) May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: return f(self, *a, **k) May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._get(url).json() May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: return self.request(url, 'GET', **kwargs) May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:43:05.491129 dv-cinder-836996-20-iscsi neutron-server[103567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:43:05.510716 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: f30da3c7-22e6-47f9-b102-8f2554915883 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:43:05.511061 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f30da3c7-22e6-47f9-b102-8f2554915883 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:43:05.516504 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786ae22-978f-4289-ad6c-82174ae9ecc0 None None] Pushing event deleted for resources: {'Port': ['ID=6457d24d-97e3-4b5d-8d83-2574c8301034,revision_number=None']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:05.520882 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786ae22-978f-4289-ad6c-82174ae9ecc0 None None] No DVR routers for this DVR port 6457d24d-97e3-4b5d-8d83-2574c8301034 on host dv-cinder-836996-20-iscsi {{(pid=103569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:43:05.543083 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (c4d89019-bced-4db2-9253-82870fddaba6), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.550057 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.553195 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c4d89019-bced-4db2-9253-82870fddaba6 HTTP/1.1" status: 204 len: 168 time: 0.5355680 May 11 07:43:05.571615 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba084b76-ac38-4d96-855b-8de9ffb976e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4d89019-bced-4db2-9253-82870fddaba6,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:05.718592 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51742) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:05.758212 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-646a6fca-2263-4b1b-a055-ee9a22ae241c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5100c1cfe7f148058734c0da2d1497d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384047 May 11 07:43:05.760576 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51744) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:05.779709 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91124ed0-ecdf-4d3a-9dc6-4e9e2754d709 req-2e1eaeda-5ae9-475d-88e7-ade39e5dc3fe tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:05.781165 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91124ed0-ecdf-4d3a-9dc6-4e9e2754d709 req-2e1eaeda-5ae9-475d-88e7-ade39e5dc3fe tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0471010 May 11 07:43:05.807627 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-51bebf9f-beb4-452f-8751-d3567dbbea74 admin admin] Publish callbacks [] for security_group (49853c70-dde0-407d-8161-cfacee0af096), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.831791 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91124ed0-ecdf-4d3a-9dc6-4e9e2754d709 req-7e7036b4-a320-4e66-9bf1-f309326f5991 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448179 May 11 07:43:05.834330 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-51bebf9f-beb4-452f-8751-d3567dbbea74 admin admin] Publish callbacks [] for security_group (49853c70-dde0-407d-8161-cfacee0af096), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.880751 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-51bebf9f-beb4-452f-8751-d3567dbbea74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (49853c70-dde0-407d-8161-cfacee0af096), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.883356 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-51bebf9f-beb4-452f-8751-d3567dbbea74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:05.884560 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-51bebf9f-beb4-452f-8751-d3567dbbea74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49853c70-dde0-407d-8161-cfacee0af096 HTTP/1.1" status: 204 len: 168 time: 0.1230962 May 11 07:43:05.892698 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bebf9f-beb4-452f-8751-d3567dbbea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49853c70-dde0-407d-8161-cfacee0af096,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:06.610841 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-e44e9730-9703-43c7-9f40-06e4b36a9bd9 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:06.612326 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-e44e9730-9703-43c7-9f40-06e4b36a9bd9 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0466053 May 11 07:43:06.702636 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Deleting port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:43:06.702971 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:06.790209 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] For port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:06.790572 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:06.948129 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892176aa-5373-4755-a19f-034b4da6e2ec req-800c0299-e2f8-4fe1-9f5b-6f3ffea01daf tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:06.962092 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-892176aa-5373-4755-a19f-034b4da6e2ec req-800c0299-e2f8-4fe1-9f5b-6f3ffea01daf tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e62bda3-ed20-4c7e-a3c8-aa90f6f79937 HTTP/1.1" status: 200 len: 945 time: 0.0534379 May 11 07:43:06.974098 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:06.974545 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (117dc6e8-8dbe-4f4e-96bd-99574ab496b3), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:06.975511 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Floating IP 117dc6e8-8dbe-4f4e-96bd-99574ab496b3 disassociated. External IP: 172.27.2.100, port: 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada. May 11 07:43:06.975862 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Calling delete_port for 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:43:07.005012 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-892176aa-5373-4755-a19f-034b4da6e2ec req-d7b9444e-66d3-4222-8d3e-c5c107000e7f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494390 May 11 07:43:07.104432 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (95cc9cfe-62b1-4c76-8e8f-f82e3b55dada), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:07.134788 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event deleted for resources: {'Port': ['ID=95cc9cfe-62b1-4c76-8e8f-f82e3b55dada,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:07.255213 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:43:07.366895 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:43:07.376808 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] Sync routers for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:43:07.387884 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:43:07.388542 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:43:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:07.409465 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] No DVR routers for this DVR port 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:43:07.411895 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:07.415199 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-8419c968-2b88-4687-b8bd-8b7a67c836ac req-f873c594-69d7-4357-8705-be909c71cddc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.24 "DELETE /v2.0/ports/95cc9cfe-62b1-4c76-8e8f-f82e3b55dada HTTP/1.1" status: 204 len: 173 time: 0.7975347 May 11 07:43:07.415649 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'name': 'network-vif-deleted', 'tag': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:43:07.417926 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c184dc6-9311-406e-a7e7-312e395f7025" -d '{"events": [{"server_uuid": "9e62bda3-ed20-4c7e-a3c8-aa90f6f79937", "name": "network-vif-deleted", "tag": "95cc9cfe-62b1-4c76-8e8f-f82e3b55dada"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:43:07.456410 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aef6af-e612-4fe9-9834-797eda31d2b9 x-openstack-request-id: req-c0aef6af-e612-4fe9-9834-797eda31d2b9 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:43:07.456712 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e62bda3-ed20-4c7e-a3c8-aa90f6f79937", "name": "network-vif-deleted", "tag": "95cc9cfe-62b1-4c76-8e8f-f82e3b55dada", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:43:07.456971 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0aef6af-e612-4fe9-9834-797eda31d2b9 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:43:07.457425 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0aef6af-e612-4fe9-9834-797eda31d2b9'] response: {'server_uuid': '9e62bda3-ed20-4c7e-a3c8-aa90f6f79937', 'name': 'network-vif-deleted', 'tag': '95cc9cfe-62b1-4c76-8e8f-f82e3b55dada', 'status': 'completed', 'code': 200} May 11 07:43:07.521315 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:43:07.739932 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:07.769055 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] Checking router: 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:43:07.777497 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:43:07.778195 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:43:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:07.980746 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:43:08.093788 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51808) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:08.146933 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-222d7f60-d16e-4a0d-af01-69060cdcec51 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (df4a933b-46b1-45a7-9bfc-07f0ae46f3a8), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.176548 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-222d7f60-d16e-4a0d-af01-69060cdcec51 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (df4a933b-46b1-45a7-9bfc-07f0ae46f3a8), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.177766 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:08.204930 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a60e66-87f2-4f1c-8e95-96929dcb84a3 None None] The sync data for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi is: [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:43:08.226774 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-222d7f60-d16e-4a0d-af01-69060cdcec51 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (df4a933b-46b1-45a7-9bfc-07f0ae46f3a8), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.229434 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-222d7f60-d16e-4a0d-af01-69060cdcec51 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.230621 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-222d7f60-d16e-4a0d-af01-69060cdcec51 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "DELETE /v2.0/security-groups/df4a933b-46b1-45a7-9bfc-07f0ae46f3a8 HTTP/1.1" status: 204 len: 168 time: 0.1358438 May 11 07:43:08.233491 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51810) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:08.240106 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d7f60-d16e-4a0d-af01-69060cdcec51 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4a933b-46b1-45a7-9bfc-07f0ae46f3a8,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:08.248655 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.api.v2.resource [None req-fac3c9ed-075f-471d-9cfa-80c7da88efaa tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] show failed (client error): The resource could not be found. May 11 07:43:08.249711 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-fac3c9ed-075f-471d-9cfa-80c7da88efaa tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups/df4a933b-46b1-45a7-9bfc-07f0ae46f3a8 HTTP/1.1" status: 404 len: 347 time: 0.0145819 May 11 07:43:08.252553 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51812) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:08.380149 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-d83347bc-1334-45bc-ad1b-daf631ea0288 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Deleting port 775e187a-d9b8-4a29-b73d-4cfb18a77e58 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:43:08.380566 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d83347bc-1334-45bc-ad1b-daf631ea0288 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (775e187a-d9b8-4a29-b73d-4cfb18a77e58), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.440193 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c8e23-359f-481b-828e-b72a27b04918 None None] New status for floating IP 117dc6e8-8dbe-4f4e-96bd-99574ab496b3: DOWN {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:43:08.466563 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d83347bc-1334-45bc-ad1b-daf631ea0288 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (775e187a-d9b8-4a29-b73d-4cfb18a77e58), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.466917 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d83347bc-1334-45bc-ad1b-daf631ea0288 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (775e187a-d9b8-4a29-b73d-4cfb18a77e58), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.478985 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-d83347bc-1334-45bc-ad1b-daf631ea0288 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Calling delete_port for 775e187a-d9b8-4a29-b73d-4cfb18a77e58 owned by network:floatingip {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:43:08.621498 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d83347bc-1334-45bc-ad1b-daf631ea0288 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (775e187a-d9b8-4a29-b73d-4cfb18a77e58), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.649713 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83347bc-1334-45bc-ad1b-daf631ea0288 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event deleted for resources: {'Port': ['ID=775e187a-d9b8-4a29-b73d-4cfb18a77e58,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:08.709394 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d83347bc-1334-45bc-ad1b-daf631ea0288 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (117dc6e8-8dbe-4f4e-96bd-99574ab496b3), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.711914 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d83347bc-1334-45bc-ad1b-daf631ea0288 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.713493 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-d83347bc-1334-45bc-ad1b-daf631ea0288 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "DELETE /v2.0/floatingips/117dc6e8-8dbe-4f4e-96bd-99574ab496b3 HTTP/1.1" status: 204 len: 168 time: 0.4595351 May 11 07:43:08.789237 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51820) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:08.793753 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-f611e31b-0ed7-4cf8-b64e-accbdbefe673 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627717013', 'description': 'tempest-description--1813111830'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:43:08.819515 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f611e31b-0ed7-4cf8-b64e-accbdbefe673 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.886518 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f611e31b-0ed7-4cf8-b64e-accbdbefe673 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (f7e7ad1d-5c00-4aaf-9872-72ae3003478c), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.890597 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f611e31b-0ed7-4cf8-b64e-accbdbefe673 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f7e7ad1d-5c00-4aaf-9872-72ae3003478c), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.928109 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611e31b-0ed7-4cf8-b64e-accbdbefe673 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e7ad1d-5c00-4aaf-9872-72ae3003478c,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:08.934275 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f611e31b-0ed7-4cf8-b64e-accbdbefe673 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:08.935972 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-f611e31b-0ed7-4cf8-b64e-accbdbefe673 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1454020 May 11 07:43:08.938716 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51830) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:08.948131 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-1b24c3e7-bbd9-4832-8c32-6cf0e7c61607 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'security_group_rule': {'security_group_id': 'f7e7ad1d-5c00-4aaf-9872-72ae3003478c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:43:08.977128 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1b24c3e7-bbd9-4832-8c32-6cf0e7c61607 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (00cd26d2-e555-4ea0-9cd4-31dae7c8b868), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.030955 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1b24c3e7-bbd9-4832-8c32-6cf0e7c61607 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (00cd26d2-e555-4ea0-9cd4-31dae7c8b868), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.034375 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1b24c3e7-bbd9-4832-8c32-6cf0e7c61607 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (00cd26d2-e555-4ea0-9cd4-31dae7c8b868), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.050252 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24c3e7-bbd9-4832-8c32-6cf0e7c61607 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cd26d2-e555-4ea0-9cd4-31dae7c8b868,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:09.060240 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1b24c3e7-bbd9-4832-8c32-6cf0e7c61607 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.061456 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-1b24c3e7-bbd9-4832-8c32-6cf0e7c61607 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192670 May 11 07:43:09.064108 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51832) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:09.068661 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-03f59cb8-6519-4499-bf8e-ba9057e1db04 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'security_group_rule': {'security_group_id': 'f7e7ad1d-5c00-4aaf-9872-72ae3003478c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:43:09.095236 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-03f59cb8-6519-4499-bf8e-ba9057e1db04 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (ced0b777-69d7-4f7d-b3e6-572810d45000), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.155997 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-03f59cb8-6519-4499-bf8e-ba9057e1db04 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (ced0b777-69d7-4f7d-b3e6-572810d45000), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.159838 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-03f59cb8-6519-4499-bf8e-ba9057e1db04 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (ced0b777-69d7-4f7d-b3e6-572810d45000), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.176908 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f59cb8-6519-4499-bf8e-ba9057e1db04 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced0b777-69d7-4f7d-b3e6-572810d45000,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:09.183746 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-03f59cb8-6519-4499-bf8e-ba9057e1db04 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.184912 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-03f59cb8-6519-4499-bf8e-ba9057e1db04 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198602 May 11 07:43:09.187933 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51834) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:09.192333 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:43:09.212060 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.291411 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.394995 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Allocated IP 172.27.2.176 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/a2b6b9c4-c5d7-4567-9c13-d357c8004093) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:43:09.492579 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for port (a2b6b9c4-c5d7-4567-9c13-d357c8004093), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.528609 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (a2b6b9c4-c5d7-4567-9c13-d357c8004093), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.573098 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:43:09.575787 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:43:09.578157 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:43:09.608143 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'Port': ['ID=a2b6b9c4-c5d7-4567-9c13-d357c8004093,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:09.671307 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (ab7d55c7-159c-4fa3-a7dc-acc4bcea3358), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.706708 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a2b6b9c4-c5d7-4567-9c13-d357c8004093), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.884391 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for port (a2b6b9c4-c5d7-4567-9c13-d357c8004093), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.888679 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (a2b6b9c4-c5d7-4567-9c13-d357c8004093), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.956033 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'Port': ['ID=a2b6b9c4-c5d7-4567-9c13-d357c8004093,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:09.964306 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (ab7d55c7-159c-4fa3-a7dc-acc4bcea3358), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.989305 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:09.990569 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-8649d868-74d5-42da-a0fc-b4e2a1d568c5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8017287 May 11 07:43:10.184142 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-0d48b2ac-534d-4114-b2db-4c743cc34b3d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--627717013&fields=id&tenant_id=9750cb9309234cb1b63343050ba700f9 HTTP/1.1" status: 200 len: 267 time: 0.0424757 May 11 07:43:10.228431 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51854) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:10.290170 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-13562a38-ef20-4aad-9d9e-3f49bae84c9b tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:10.291603 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-13562a38-ef20-4aad-9d9e-3f49bae84c9b tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/networks?id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 200 len: 810 time: 0.1004736 May 11 07:43:10.306402 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-34b90a65-6865-47da-9522-1769c1916122 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/quotas/9750cb9309234cb1b63343050ba700f9 HTTP/1.1" status: 200 len: 375 time: 0.0088344 May 11 07:43:10.334167 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7004dbc0-ba37-44a4-bade-5c5560bd7f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:10.354863 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-2c1968e4-6436-4027-a55e-5b36437ac1db tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9750cb9309234cb1b63343050ba700f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431125 May 11 07:43:10.412692 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7004dbc0-ba37-44a4-bade-5c5560bd7f63 admin admin] Publish callbacks [] for security_group (605cdbe0-3118-4cbc-9af8-6cad910c62a5), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:10.416496 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7004dbc0-ba37-44a4-bade-5c5560bd7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (605cdbe0-3118-4cbc-9af8-6cad910c62a5), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:10.455207 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-41715805-9929-450f-b2ea-357b148f6ba9 service neutron] 10.222.0.36 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881064 May 11 07:43:10.460113 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004dbc0-ba37-44a4-bade-5c5560bd7f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605cdbe0-3118-4cbc-9af8-6cad910c62a5,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:10.464593 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-7004dbc0-ba37-44a4-bade-5c5560bd7f63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a5b14bd451f4cf78fa9067887caff07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350609 May 11 07:43:10.467611 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51858) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:10.515248 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa983ae-1f8c-41b1-81ec-c67e590d5ad6 admin admin] Publish callbacks [] for security_group (605cdbe0-3118-4cbc-9af8-6cad910c62a5), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:10.536056 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa983ae-1f8c-41b1-81ec-c67e590d5ad6 admin admin] Publish callbacks [] for security_group (605cdbe0-3118-4cbc-9af8-6cad910c62a5), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:10.544125 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-08b940a4-94cc-4855-b6e8-d12ad7f79ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830638 May 11 07:43:10.583696 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa983ae-1f8c-41b1-81ec-c67e590d5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (605cdbe0-3118-4cbc-9af8-6cad910c62a5), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:10.586454 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4fa983ae-1f8c-41b1-81ec-c67e590d5ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:10.590401 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-4fa983ae-1f8c-41b1-81ec-c67e590d5ad6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/605cdbe0-3118-4cbc-9af8-6cad910c62a5 HTTP/1.1" status: 204 len: 168 time: 0.1191494 May 11 07:43:10.595864 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa983ae-1f8c-41b1-81ec-c67e590d5ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605cdbe0-3118-4cbc-9af8-6cad910c62a5,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:10.725771 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a20128f1-78c6-4f6e-9791-e1136b36cdd3 req-9bb57840-2be8-403e-8352-959c3929a290 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 210 time: 0.0289752 May 11 07:43:10.882457 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51874) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:10.895784 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2f342588-e526-4554-bd60-c88a99e413bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:10.989669 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2f342588-e526-4554-bd60-c88a99e413bf admin admin] Publish callbacks [] for security_group (555da484-7d2e-49a8-83cc-780f026c0fb3), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:10.993290 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2f342588-e526-4554-bd60-c88a99e413bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (555da484-7d2e-49a8-83cc-780f026c0fb3), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:11.017829 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:43:11.038989 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-2f342588-e526-4554-bd60-c88a99e413bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d0614f4003e42c1ab60cf9504d8dd54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530430 May 11 07:43:11.038989 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f342588-e526-4554-bd60-c88a99e413bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555da484-7d2e-49a8-83cc-780f026c0fb3,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:11.039432 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51878) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:11.046305 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:43:11.046657 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 95cc9cfe-62b1-4c76-8e8f-f82e3b55dada not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:43:11.100109 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6802fc94-158a-404a-aa2f-be4710ce861d admin admin] Publish callbacks [] for security_group (555da484-7d2e-49a8-83cc-780f026c0fb3), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:11.121529 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6802fc94-158a-404a-aa2f-be4710ce861d admin admin] Publish callbacks [] for security_group (555da484-7d2e-49a8-83cc-780f026c0fb3), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:11.169116 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6802fc94-158a-404a-aa2f-be4710ce861d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (555da484-7d2e-49a8-83cc-780f026c0fb3), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:11.171668 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6802fc94-158a-404a-aa2f-be4710ce861d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:11.172793 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-6802fc94-158a-404a-aa2f-be4710ce861d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/555da484-7d2e-49a8-83cc-780f026c0fb3 HTTP/1.1" status: 204 len: 168 time: 0.1322031 May 11 07:43:11.180794 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802fc94-158a-404a-aa2f-be4710ce861d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555da484-7d2e-49a8-83cc-780f026c0fb3,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:11.720740 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-0f053405-c99e-48f6-8bb1-2b0dce59ca45 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:11.722478 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-0f053405-c99e-48f6-8bb1-2b0dce59ca45 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.24 "GET /v2.0/networks?id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 200 len: 810 time: 0.1208026 May 11 07:43:11.801747 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-38dd1334-66c0-4593-93a6-7dd8f139514a tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9750cb9309234cb1b63343050ba700f9 HTTP/1.1" status: 200 len: 379 time: 0.0693321 May 11 07:43:11.834810 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-dfdeedc4-0208-460b-99f4-1bc9083c49d9 req-5651a245-81e1-4d71-8692-f15ed38a3f2e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 210 time: 0.0286062 May 11 07:43:11.869563 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'port': {'device_id': '38d19445-31da-4e52-849f-b17774fef588', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'admin_state_up': True, 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'security_groups': ['f7e7ad1d-5c00-4aaf-9872-72ae3003478c']}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:43:11.978787 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Made reservation on behalf of 9750cb9309234cb1b63343050ba700f9 for: {'port': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:43:11.982798 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:12.110349 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Allocated IP 172.20.0.8 (3e16a8a2-6e6f-43bc-8406-954bb2e1bbba/e194c29f-39e9-4107-9cf2-3153c052edce/db802acb-b2fb-41d5-ae0d-61aea6391681) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:43:12.265648 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:12.266077 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdf4ad-85c3-4f02-badd-5aabb69e08c5 req-2bbec5fe-ad29-4233-af91-f33f19d22e68 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:12.272882 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-88bdf4ad-85c3-4f02-badd-5aabb69e08c5 req-2bbec5fe-ad29-4233-af91-f33f19d22e68 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.0899923 May 11 07:43:12.280123 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-7da95e35-65af-4187-bcb2-26843492a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:12.281508 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-7da95e35-65af-4187-bcb2-26843492a8de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e1fa8f24714fc9af8b0947ec51aede&device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 1169 time: 0.0827565 May 11 07:43:12.303861 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:12.344825 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:43:12.349794 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:43:12.352186 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:43:12.391820 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-88bdf4ad-85c3-4f02-badd-5aabb69e08c5 req-8f934813-42f5-46aa-9af4-3e3a797ef28f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180682 May 11 07:43:12.417263 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-1175a37a-5127-4a12-a5d7-50ac7e810f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:12.417451 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event updated for resources: {'Port': ['ID=db802acb-b2fb-41d5-ae0d-61aea6391681,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:12.418808 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-1175a37a-5127-4a12-a5d7-50ac7e810f95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb44a62c-df04-4422-b678-e6d535160d9f HTTP/1.1" status: 200 len: 916 time: 0.1276457 May 11 07:43:12.445355 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:12.446428 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:12.474300 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-6e88a3c9-571d-419c-b735-a575ebcfe6fc tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6087217 May 11 07:43:12.487994 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Request body: {'port': {'device_id': '38d19445-31da-4e52-849f-b17774fef588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:43:12.506007 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-0f3edab9-21c3-4000-b253-542506af35de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 1002 time: 0.0790031 May 11 07:43:12.557281 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:12.573734 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-63e48bf7-837a-44be-89dc-1f62fe92e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:12.575243 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-63e48bf7-837a-44be-89dc-1f62fe92e297 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed3e86ba-e244-4918-bffd-7a584b15220f HTTP/1.1" status: 200 len: 854 time: 0.0612564 May 11 07:43:12.630397 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-33ccfab0-9c12-45af-93ee-93258c698d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:12.633776 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-33ccfab0-9c12-45af-93ee-93258c698d8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb44a62c-df04-4422-b678-e6d535160d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506854 May 11 07:43:12.688409 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-1c1c4a32-d70b-4f63-bb94-aa01b9217415 None None] Provisioning complete for port db802acb-b2fb-41d5-ae0d-61aea6391681 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:43:12.689842 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4a32-d70b-4f63-bb94-aa01b9217415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:12.740602 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c4a32-d70b-4f63-bb94-aa01b9217415 None None] Port db802acb-b2fb-41d5-ae0d-61aea6391681 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:43:12.757954 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-72f69f11-a4d1-4f14-8487-ca5d277fc94b service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132410 May 11 07:43:12.860105 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-62b11fb9-7413-4ac5-a23a-66c9611648ee req-18004954-1313-43f8-add6-cbd6e72e2a69 service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958023 May 11 07:43:12.888522 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db802acb-b2fb-41d5-ae0d-61aea6391681 {{(pid=103567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:43:12.897790 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Publish callbacks [] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:12.912080 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.provisioning_blocks [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Transition to ACTIVE for port object db802acb-b2fb-41d5-ae0d-61aea6391681 will not be triggered until provisioned by entity L2. {{(pid=103567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:43:12.917506 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:12.974297 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Pushing event updated for resources: {'Port': ['ID=db802acb-b2fb-41d5-ae0d-61aea6391681,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:12.995143 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221819d-aa5c-4246-bf2b-e493af4641a8 req-b7d88d5c-3821-4d8f-b0b3-956e136d7946 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:12.999595 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4221819d-aa5c-4246-bf2b-e493af4641a8 req-b7d88d5c-3821-4d8f-b0b3-956e136d7946 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 943 time: 0.0893056 May 11 07:43:13.058183 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Attempting to bind port db802acb-b2fb-41d5-ae0d-61aea6391681 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:43:13.058585 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Attempting to bind port db802acb-b2fb-41d5-ae0d-61aea6391681 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:43:13.058943 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Attempting to bind port db802acb-b2fb-41d5-ae0d-61aea6391681 on network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:43:13.068900 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51946) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:13.075899 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Port db802acb-b2fb-41d5-ae0d-61aea6391681 on network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:43:13.076230 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Attempting to bind port db802acb-b2fb-41d5-ae0d-61aea6391681 on network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:43:13.086205 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4221819d-aa5c-4246-bf2b-e493af4641a8 req-7e9773f0-c488-41a2-ad0c-63b2a24d6d6d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720220 May 11 07:43:13.322189 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:43:13.324626 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Checking segment: {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:43:13.325022 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Bound using segment: {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:43:13.328207 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Bound port: db802acb-b2fb-41d5-ae0d-61aea6391681, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3286a85b-8f2f-434b-b923-2b61eb19517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:43:13.328575 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:13.336414 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d6980b06-424a-4a72-928c-92fb0d9a8adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:13.426307 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] For port db802acb-b2fb-41d5-ae0d-61aea6391681, host hv-cinder-83699, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:43:13.430195 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] For port db802acb-b2fb-41d5-ae0d-61aea6391681, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=db802acb-b2fb-41d5-ae0d-61aea6391681,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:43:13.442686 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:13.499529 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:13.500148 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:13.501771 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] 10.222.0.24 "PUT /v2.0/ports/db802acb-b2fb-41d5-ae0d-61aea6391681 HTTP/1.1" status: 200 len: 1093 time: 1.0187705 May 11 07:43:13.502039 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d19445-31da-4e52-849f-b17774fef588', 'tag': 'db802acb-b2fb-41d5-ae0d-61aea6391681'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:43:13.504289 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fca074-62a7-4789-96ce-4beeadba9512" -d '{"events": [{"name": "network-changed", "server_uuid": "38d19445-31da-4e52-849f-b17774fef588", "tag": "db802acb-b2fb-41d5-ae0d-61aea6391681"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:43:13.509882 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d6980b06-424a-4a72-928c-92fb0d9a8adb admin admin] Publish callbacks [] for security_group (a065a10c-b03a-4bce-889c-f1f64a831a62), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:13.515726 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0304439-8739-444d-b8ce-82664e0444be req-b92b47c7-2153-4a9e-854a-fc7377649563 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:13.517519 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a0304439-8739-444d-b8ce-82664e0444be req-b92b47c7-2153-4a9e-854a-fc7377649563 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.0537703 May 11 07:43:13.524464 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d6980b06-424a-4a72-928c-92fb0d9a8adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (a065a10c-b03a-4bce-889c-f1f64a831a62), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:13.551957 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e6da4-a43a-4dbd-a97f-0dcd4cf09741 service neutron] Pushing event updated for resources: {'Port': ['ID=db802acb-b2fb-41d5-ae0d-61aea6391681,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:13.581384 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99615149-80a6-4f1d-8018-6cb82f0462f8 x-openstack-request-id: req-99615149-80a6-4f1d-8018-6cb82f0462f8 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:43:13.581674 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d19445-31da-4e52-849f-b17774fef588", "tag": "db802acb-b2fb-41d5-ae0d-61aea6391681", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:43:13.581930 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99615149-80a6-4f1d-8018-6cb82f0462f8 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:43:13.582330 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99615149-80a6-4f1d-8018-6cb82f0462f8'] response: {'name': 'network-changed', 'server_uuid': '38d19445-31da-4e52-849f-b17774fef588', 'tag': 'db802acb-b2fb-41d5-ae0d-61aea6391681', 'status': 'completed', 'code': 200} May 11 07:43:13.605181 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a0304439-8739-444d-b8ce-82664e0444be req-652041d7-9e7a-4e49-a4f3-3ab10fa99fec tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743053 May 11 07:43:13.611283 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6980b06-424a-4a72-928c-92fb0d9a8adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a065a10c-b03a-4bce-889c-f1f64a831a62,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:13.630873 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-d6980b06-424a-4a72-928c-92fb0d9a8adb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38a10b01e2fd461b86848c9950d56236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5608807 May 11 07:43:13.632122 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-d97e2ac8-8c68-4d07-93bf-e918e96b6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:13.633590 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-d97e2ac8-8c68-4d07-93bf-e918e96b6089 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9750cb9309234cb1b63343050ba700f9&device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 1127 time: 0.0784411 May 11 07:43:13.633986 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51954) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:13.693254 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-2960d9ba-ea05-4c12-8f47-8272c4b46af8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db802acb-b2fb-41d5-ae0d-61aea6391681 HTTP/1.1" status: 200 len: 217 time: 0.0520642 May 11 07:43:13.756946 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9a52cba4-1099-4b2e-94fb-5b17bc1ce36c admin admin] Publish callbacks [] for security_group (a065a10c-b03a-4bce-889c-f1f64a831a62), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:13.760402 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-e67d4970-e23e-4586-bda9-4066338f4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:13.761827 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-e67d4970-e23e-4586-bda9-4066338f4f6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e194c29f-39e9-4107-9cf2-3153c052edce HTTP/1.1" status: 200 len: 849 time: 0.0617681 May 11 07:43:13.804186 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9a52cba4-1099-4b2e-94fb-5b17bc1ce36c admin admin] Publish callbacks [] for security_group (a065a10c-b03a-4bce-889c-f1f64a831a62), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:13.827871 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-bade9222-80ca-42af-a80d-736b0e61ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:13.829463 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-bade9222-80ca-42af-a80d-736b0e61ae28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0587461 May 11 07:43:13.917595 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9a52cba4-1099-4b2e-94fb-5b17bc1ce36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (a065a10c-b03a-4bce-889c-f1f64a831a62), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:13.920581 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9a52cba4-1099-4b2e-94fb-5b17bc1ce36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:13.921711 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-9a52cba4-1099-4b2e-94fb-5b17bc1ce36c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a065a10c-b03a-4bce-889c-f1f64a831a62 HTTP/1.1" status: 204 len: 168 time: 0.2868192 May 11 07:43:13.937176 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52cba4-1099-4b2e-94fb-5b17bc1ce36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a065a10c-b03a-4bce-889c-f1f64a831a62,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:13.941864 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-adbfd9f8-fc53-40c5-b255-8c40b3eb2aee service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031504 May 11 07:43:14.041516 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0ab9fb02-eae0-43a8-8a46-c6f4c1143523 req-37964d44-3c40-42e3-bc3d-5ae2971a5e72 service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885575 May 11 07:43:14.195025 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 51962) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:14.207317 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ca4ab-4bf9-498f-92ab-fd8d70c34ef1 req-ee54c3f6-fe79-48f1-9d29-2fc7846373c2 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:14.208695 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7c1ca4ab-4bf9-498f-92ab-fd8d70c34ef1 req-ee54c3f6-fe79-48f1-9d29-2fc7846373c2 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 943 time: 0.0579052 May 11 07:43:14.216844 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4dc913e-4422-43e2-8b73-6abbe7eb0718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:14.274790 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7c1ca4ab-4bf9-498f-92ab-fd8d70c34ef1 req-5b8ef69c-ba75-48b7-8aa7-42d80328df35 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600023 May 11 07:43:14.323463 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4dc913e-4422-43e2-8b73-6abbe7eb0718 admin admin] Publish callbacks [] for security_group (509226ad-4ab5-473c-9bc6-4564cb123dc9), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:14.326988 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4dc913e-4422-43e2-8b73-6abbe7eb0718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (509226ad-4ab5-473c-9bc6-4564cb123dc9), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:14.364260 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-b4dc913e-4422-43e2-8b73-6abbe7eb0718 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed981564b0c24237a72122c9277343c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681972 May 11 07:43:14.365171 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc913e-4422-43e2-8b73-6abbe7eb0718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509226ad-4ab5-473c-9bc6-4564cb123dc9,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:14.366971 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 51964) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:14.419220 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-da51536e-75da-40ee-a4ca-ef520e1705bb admin admin] Publish callbacks [] for security_group (509226ad-4ab5-473c-9bc6-4564cb123dc9), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:14.439857 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-da51536e-75da-40ee-a4ca-ef520e1705bb admin admin] Publish callbacks [] for security_group (509226ad-4ab5-473c-9bc6-4564cb123dc9), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:14.487941 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-da51536e-75da-40ee-a4ca-ef520e1705bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (509226ad-4ab5-473c-9bc6-4564cb123dc9), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:14.490634 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-da51536e-75da-40ee-a4ca-ef520e1705bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:14.491764 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-da51536e-75da-40ee-a4ca-ef520e1705bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/509226ad-4ab5-473c-9bc6-4564cb123dc9 HTTP/1.1" status: 204 len: 168 time: 0.1238205 May 11 07:43:14.499342 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51536e-75da-40ee-a4ca-ef520e1705bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509226ad-4ab5-473c-9bc6-4564cb123dc9,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:14.732845 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f9007-8fad-4de4-9e64-461067503a59 req-e7f3a1a6-d75e-435a-a890-90b34635b8e6 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:14.734581 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1c9f9007-8fad-4de4-9e64-461067503a59 req-e7f3a1a6-d75e-435a-a890-90b34635b8e6 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.0523899 May 11 07:43:14.794056 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1c9f9007-8fad-4de4-9e64-461067503a59 req-4c56e364-8e33-4d4b-b860-1c06a69d0343 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536997 May 11 07:43:15.028781 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fca074-62a7-4789-96ce-4beeadba9512 req-76be5e5c-0b4d-4a87-9c89-6d198d5705a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:15.030328 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-57fca074-62a7-4789-96ce-4beeadba9512 req-76be5e5c-0b4d-4a87-9c89-6d198d5705a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9750cb9309234cb1b63343050ba700f9&device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 1127 time: 0.0406113 May 11 07:43:15.127545 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fca074-62a7-4789-96ce-4beeadba9512 req-7e48c1ec-373c-4845-8dc0-b4f8e7e9e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:15.129048 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-57fca074-62a7-4789-96ce-4beeadba9512 req-7e48c1ec-373c-4845-8dc0-b4f8e7e9e54f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 200 len: 911 time: 0.0916760 May 11 07:43:15.170160 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-57fca074-62a7-4789-96ce-4beeadba9512 req-204d2b2d-b1fd-48b6-9868-3cd2c1c5e64c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db802acb-b2fb-41d5-ae0d-61aea6391681 HTTP/1.1" status: 200 len: 217 time: 0.0341651 May 11 07:43:15.218139 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fca074-62a7-4789-96ce-4beeadba9512 req-90edea25-16e7-4c49-bc9c-9339415bdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:15.219751 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-57fca074-62a7-4789-96ce-4beeadba9512 req-90edea25-16e7-4c49-bc9c-9339415bdc77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e194c29f-39e9-4107-9cf2-3153c052edce HTTP/1.1" status: 200 len: 849 time: 0.0431116 May 11 07:43:15.273259 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fca074-62a7-4789-96ce-4beeadba9512 req-3b77f8e1-1ed1-4f45-8579-78edbd862305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:15.274883 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-57fca074-62a7-4789-96ce-4beeadba9512 req-3b77f8e1-1ed1-4f45-8579-78edbd862305 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471692 May 11 07:43:15.371353 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-57fca074-62a7-4789-96ce-4beeadba9512 req-3dbab197-7a50-4918-8086-1a5ab261e281 service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883036 May 11 07:43:15.396318 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224569e-b672-4feb-9831-f0b73f1f4d16 req-84153b47-6eb9-41b5-9013-6f3510fcb2d3 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:15.397982 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8224569e-b672-4feb-9831-f0b73f1f4d16 req-84153b47-6eb9-41b5-9013-6f3510fcb2d3 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 943 time: 0.0518496 May 11 07:43:15.447578 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8224569e-b672-4feb-9831-f0b73f1f4d16 req-c2c6e381-2a56-4d99-b025-d36ffa501959 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 May 11 07:43:15.477094 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-57fca074-62a7-4789-96ce-4beeadba9512 req-3cc26cd2-8e36-46c2-80ee-5a991007edcb service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992386 May 11 07:43:15.909145 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87183d3-7608-4145-81ce-03f56c3c2dac req-1345d841-c714-429b-9f59-eabe6f6c2004 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:15.910641 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f87183d3-7608-4145-81ce-03f56c3c2dac req-1345d841-c714-429b-9f59-eabe6f6c2004 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.0469325 May 11 07:43:15.973408 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f87183d3-7608-4145-81ce-03f56c3c2dac req-d7308598-99c5-42be-a130-ec8df67d2723 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570388 May 11 07:43:16.563349 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f222b7-7152-412d-a657-0af371cd766b req-30304e63-f6ce-4955-bdf6-650a10b1aed3 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:16.564801 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-51f222b7-7152-412d-a657-0af371cd766b req-30304e63-f6ce-4955-bdf6-650a10b1aed3 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 943 time: 0.0461011 May 11 07:43:16.612861 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-51f222b7-7152-412d-a657-0af371cd766b req-3173d39a-2995-47d1-9131-794d49d15159 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420187 May 11 07:43:17.048399 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device db802acb-b2fb-41d5-ae0d-61aea6391681 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:43:17.084795 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18db7f-3705-4ec9-9038-173bd59b51e6 req-11179913-f838-4191-9501-544a0a6a59e1 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:17.086290 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-dd18db7f-3705-4ec9-9038-173bd59b51e6 req-11179913-f838-4191-9501-544a0a6a59e1 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.0466468 May 11 07:43:17.143256 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port db802acb-b2fb-41d5-ae0d-61aea6391681, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=db802acb-b2fb-41d5-ae0d-61aea6391681,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:17.144092 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-dd18db7f-3705-4ec9-9038-173bd59b51e6 req-efeab491-4d4d-4a7b-bd2b-e2f840422424 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514884 May 11 07:43:17.155016 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'db802acb-b2fb-41d5-ae0d-61aea6391681', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'port_id': 'db802acb-b2fb-41d5-ae0d-61aea6391681', 'mac_address': 'fa:16:3e:91:ac:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:43:17.194520 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port db802acb-b2fb-41d5-ae0d-61aea6391681 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:43:17.194897 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:17.206979 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db802acb-b2fb-41d5-ae0d-61aea6391681 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:43:17.225434 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port db802acb-b2fb-41d5-ae0d-61aea6391681, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=db802acb-b2fb-41d5-ae0d-61aea6391681,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:17.229843 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:17.277001 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=db802acb-b2fb-41d5-ae0d-61aea6391681,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:17.492940 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['db802acb-b2fb-41d5-ae0d-61aea6391681'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:43:17.730232 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e5a2e-2fa3-40dd-9a14-8284ef862ddc req-10bc16b0-bbd2-453a-ac70-ad3c5eeae937 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:17.731733 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a04e5a2e-2fa3-40dd-9a14-8284ef862ddc req-10bc16b0-bbd2-453a-ac70-ad3c5eeae937 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 944 time: 0.0499468 May 11 07:43:17.777254 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a04e5a2e-2fa3-40dd-9a14-8284ef862ddc req-7ce80584-f221-4b7e-96c8-c2f95b6e4d09 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 May 11 07:43:18.255337 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f785cb3-37a9-40b2-9db0-70bff260e604 req-76856490-15aa-4d20-a16f-2acda3bfe1ca tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:18.256767 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7f785cb3-37a9-40b2-9db0-70bff260e604 req-76856490-15aa-4d20-a16f-2acda3bfe1ca tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.0455620 May 11 07:43:18.314518 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7f785cb3-37a9-40b2-9db0-70bff260e604 req-6ee6cd61-e147-4118-9b79-8c723d0d4b71 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518200 May 11 07:43:18.893370 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719f447-9ccb-491d-807e-c3733617c12d req-3bc0336a-817b-41d1-a58f-a9024550111e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:18.894924 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1719f447-9ccb-491d-807e-c3733617c12d req-3bc0336a-817b-41d1-a58f-a9024550111e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 944 time: 0.0487523 May 11 07:43:18.945616 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1719f447-9ccb-491d-807e-c3733617c12d req-8449c8a1-8be8-4e90-acc1-c614f828c845 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451343 May 11 07:43:19.067129 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device db802acb-b2fb-41d5-ae0d-61aea6391681 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:43:19.111369 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port db802acb-b2fb-41d5-ae0d-61aea6391681 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:43:19.118384 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port db802acb-b2fb-41d5-ae0d-61aea6391681 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:43:19.118786 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:19.198864 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port db802acb-b2fb-41d5-ae0d-61aea6391681 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:43:19.199264 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:19.221124 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d19445-31da-4e52-849f-b17774fef588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db802acb-b2fb-41d5-ae0d-61aea6391681'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:43:19.223393 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c324d3a-d178-4f1b-a7f8-81ce3afb7940" -d '{"events": [{"server_uuid": "38d19445-31da-4e52-849f-b17774fef588", "name": "network-vif-plugged", "status": "completed", "tag": "db802acb-b2fb-41d5-ae0d-61aea6391681"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:43:19.236209 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port db802acb-b2fb-41d5-ae0d-61aea6391681, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=db802acb-b2fb-41d5-ae0d-61aea6391681,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:19.242862 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:19.265524 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ada894-eab1-468f-91bd-80874594db02 x-openstack-request-id: req-d5ada894-eab1-468f-91bd-80874594db02 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:43:19.265858 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d19445-31da-4e52-849f-b17774fef588", "name": "network-vif-plugged", "status": "completed", "tag": "db802acb-b2fb-41d5-ae0d-61aea6391681", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:43:19.266115 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5ada894-eab1-468f-91bd-80874594db02 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:43:19.266513 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ada894-eab1-468f-91bd-80874594db02'] response: {'server_uuid': '38d19445-31da-4e52-849f-b17774fef588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db802acb-b2fb-41d5-ae0d-61aea6391681', 'code': 200} May 11 07:43:19.298641 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=db802acb-b2fb-41d5-ae0d-61aea6391681,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:19.431382 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b24146-07c4-4b81-b460-fbb9d06a4778 req-842b221d-0b34-4853-9378-7cd1d9b7da79 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:19.433480 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a6b24146-07c4-4b81-b460-fbb9d06a4778 req-842b221d-0b34-4853-9378-7cd1d9b7da79 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.0506074 May 11 07:43:19.456610 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f94e78-d052-41c2-9e77-c1475ab9f50c req-684abba8-ef7c-4935-9c6e-66a597c4ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:19.458166 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-32f94e78-d052-41c2-9e77-c1475ab9f50c req-684abba8-ef7c-4935-9c6e-66a597c4ce68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 1129 time: 0.0448227 May 11 07:43:19.494311 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a6b24146-07c4-4b81-b460-fbb9d06a4778 req-878ca738-688b-4363-b6b0-ef3a54cd9987 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550427 May 11 07:43:19.511588 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-32f94e78-d052-41c2-9e77-c1475ab9f50c req-a41bdd61-3c74-463d-b4fa-3f1f75431216 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466244 May 11 07:43:20.055921 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59256952-97ea-4e99-b69e-14dbe18dd1dc req-a72465f7-0bbd-4d74-aa68-c75932e16fab tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:20.057370 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-59256952-97ea-4e99-b69e-14dbe18dd1dc req-a72465f7-0bbd-4d74-aa68-c75932e16fab tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 945 time: 0.0457828 May 11 07:43:20.102603 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-59256952-97ea-4e99-b69e-14dbe18dd1dc req-142cc9e4-c371-4504-a6c1-0e12bd7a44b7 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392449 May 11 07:43:20.612598 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadc2f0-3756-455f-bcab-fe28fdb921b3 req-f44da0e0-1cfc-4439-91f8-20de00ef2a2d tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:20.614126 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6eadc2f0-3756-455f-bcab-fe28fdb921b3 req-f44da0e0-1cfc-4439-91f8-20de00ef2a2d tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.0517826 May 11 07:43:20.674332 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6eadc2f0-3756-455f-bcab-fe28fdb921b3 req-c303d0cd-ca61-474d-8f13-09d44dda567c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544243 May 11 07:43:20.830062 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 52110) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:20.930650 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc948-136d-4fdb-b3af-87e949887205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:21.010347 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc948-136d-4fdb-b3af-87e949887205 admin admin] Publish callbacks [] for security_group (304d26e7-317f-44ec-ac41-555e227d1ec1), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:21.021725 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc948-136d-4fdb-b3af-87e949887205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (304d26e7-317f-44ec-ac41-555e227d1ec1), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:21.068853 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-7e9fc948-136d-4fdb-b3af-87e949887205 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d5d10b6a1944e86a16cf35f4ce9041e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376089 May 11 07:43:21.069559 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fc948-136d-4fdb-b3af-87e949887205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d26e7-317f-44ec-ac41-555e227d1ec1,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:21.071540 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 52114) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:21.119756 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7e6855c5-3137-45c4-82d3-52925b97e966 admin admin] Publish callbacks [] for security_group (304d26e7-317f-44ec-ac41-555e227d1ec1), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:21.143778 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7e6855c5-3137-45c4-82d3-52925b97e966 admin admin] Publish callbacks [] for security_group (304d26e7-317f-44ec-ac41-555e227d1ec1), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:21.222759 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57134cb-a753-4bc1-aff7-1cf0044d4c5c req-f8120da7-dcdd-4ef6-8999-bf6f0b45cb2c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:21.224217 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e57134cb-a753-4bc1-aff7-1cf0044d4c5c req-f8120da7-dcdd-4ef6-8999-bf6f0b45cb2c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 945 time: 0.0527132 May 11 07:43:21.225188 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7e6855c5-3137-45c4-82d3-52925b97e966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (304d26e7-317f-44ec-ac41-555e227d1ec1), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:21.227670 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7e6855c5-3137-45c4-82d3-52925b97e966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:21.228668 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-7e6855c5-3137-45c4-82d3-52925b97e966 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/304d26e7-317f-44ec-ac41-555e227d1ec1 HTTP/1.1" status: 204 len: 168 time: 0.1561427 May 11 07:43:21.242795 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6855c5-3137-45c4-82d3-52925b97e966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d26e7-317f-44ec-ac41-555e227d1ec1,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:21.278406 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e57134cb-a753-4bc1-aff7-1cf0044d4c5c req-d72fdd11-174c-4eac-b46a-11fe187c561d tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472138 May 11 07:43:21.386169 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea6c16-6e00-4d96-a75f-c4d1b9125895 req-9c45f808-d101-4183-af84-694df2bafa9f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:21.387909 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9bea6c16-6e00-4d96-a75f-c4d1b9125895 req-9c45f808-d101-4183-af84-694df2bafa9f tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 945 time: 0.0454309 May 11 07:43:21.396875 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 52124) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:21.401178 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-89b40dbb-8dff-4a7e-80ae-2a5a7aaf2951 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Request body: {'floatingip': {'port_id': 'db802acb-b2fb-41d5-ae0d-61aea6391681'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:43:21.441782 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-89b40dbb-8dff-4a7e-80ae-2a5a7aaf2951 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (ab7d55c7-159c-4fa3-a7dc-acc4bcea3358), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:21.509011 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 52126) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:21.543910 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a9e28745-7c3d-4215-81b0-3a4376ddc7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:22.050649 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a423213-8fa7-4dc1-a1c6-65eb71dd1cbf req-4df8970c-76a5-47d7-82eb-73e12e9267ce tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:22.052106 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5a423213-8fa7-4dc1-a1c6-65eb71dd1cbf req-4df8970c-76a5-47d7-82eb-73e12e9267ce tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.1121998 May 11 07:43:22.057021 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a9e28745-7c3d-4215-81b0-3a4376ddc7a8 admin admin] Publish callbacks [] for security_group (49a819b6-3d3d-4829-9433-8142dec86177), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:22.099010 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a9e28745-7c3d-4215-81b0-3a4376ddc7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (49a819b6-3d3d-4829-9433-8142dec86177), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:22.166904 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-a9e28745-7c3d-4215-81b0-3a4376ddc7a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b8654436c2b4447b929510f17096e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6568451 May 11 07:43:22.169615 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 52130) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:22.171077 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e28745-7c3d-4215-81b0-3a4376ddc7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a819b6-3d3d-4829-9433-8142dec86177,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:22.220013 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc83b-2f7c-460f-af35-84b49633abfc admin admin] Publish callbacks [] for security_group (49a819b6-3d3d-4829-9433-8142dec86177), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:22.234956 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5a423213-8fa7-4dc1-a1c6-65eb71dd1cbf req-c10db912-c1dd-46c7-ad2f-6cde8f12c378 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766126 May 11 07:43:22.242169 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc83b-2f7c-460f-af35-84b49633abfc admin admin] Publish callbacks [] for security_group (49a819b6-3d3d-4829-9433-8142dec86177), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:22.290865 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc83b-2f7c-460f-af35-84b49633abfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (49a819b6-3d3d-4829-9433-8142dec86177), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:22.293418 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc83b-2f7c-460f-af35-84b49633abfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:22.294616 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-a0dbc83b-2f7c-460f-af35-84b49633abfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49a819b6-3d3d-4829-9433-8142dec86177 HTTP/1.1" status: 204 len: 168 time: 0.1239662 May 11 07:43:22.302518 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbc83b-2f7c-460f-af35-84b49633abfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a819b6-3d3d-4829-9433-8142dec86177,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:22.346160 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-89b40dbb-8dff-4a7e-80ae-2a5a7aaf2951 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:22.350381 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-89b40dbb-8dff-4a7e-80ae-2a5a7aaf2951 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (ab7d55c7-159c-4fa3-a7dc-acc4bcea3358), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:22.463794 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [None req-89b40dbb-8dff-4a7e-80ae-2a5a7aaf2951 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Floating IP ab7d55c7-159c-4fa3-a7dc-acc4bcea3358 associated. External IP: 172.27.2.176, port: db802acb-b2fb-41d5-ae0d-61aea6391681. May 11 07:43:22.679074 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b40dbb-8dff-4a7e-80ae-2a5a7aaf2951 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:43:22.789762 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b40dbb-8dff-4a7e-80ae-2a5a7aaf2951 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:43:22.795104 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-89b40dbb-8dff-4a7e-80ae-2a5a7aaf2951 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:22.799956 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] Sync routers for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:43:22.814771 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:43:22.815458 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:43:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:22.827776 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-89b40dbb-8dff-4a7e-80ae-2a5a7aaf2951 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "PUT /v2.0/floatingips/ab7d55c7-159c-4fa3-a7dc-acc4bcea3358 HTTP/1.1" status: 200 len: 991 time: 1.4273913 May 11 07:43:22.827776 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d19445-31da-4e52-849f-b17774fef588', 'tag': 'db802acb-b2fb-41d5-ae0d-61aea6391681'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:43:22.828695 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "38d19445-31da-4e52-849f-b17774fef588", "tag": "db802acb-b2fb-41d5-ae0d-61aea6391681"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:43:22.865385 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223522d0-2ecf-4cd7-b610-41fcc820120d x-openstack-request-id: req-223522d0-2ecf-4cd7-b610-41fcc820120d {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:43:22.865777 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d19445-31da-4e52-849f-b17774fef588", "tag": "db802acb-b2fb-41d5-ae0d-61aea6391681", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:43:22.866112 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-223522d0-2ecf-4cd7-b610-41fcc820120d {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:43:22.866577 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223522d0-2ecf-4cd7-b610-41fcc820120d'] response: {'name': 'network-changed', 'server_uuid': '38d19445-31da-4e52-849f-b17774fef588', 'tag': 'db802acb-b2fb-41d5-ae0d-61aea6391681', 'status': 'completed', 'code': 200} May 11 07:43:22.927329 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-a8e6206f-a417-4bbe-beef-9e4fbd53a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:22.929201 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-a8e6206f-a417-4bbe-beef-9e4fbd53a949 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9750cb9309234cb1b63343050ba700f9&device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 1129 time: 0.0416760 May 11 07:43:22.934553 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:43:23.035554 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-8df75bb9-28fd-4646-9b50-c83e00ebb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:23.036312 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-8df75bb9-28fd-4646-9b50-c83e00ebb018 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 200 len: 911 time: 0.0992343 May 11 07:43:23.104645 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-f43d5672-321a-4ea9-bf35-4212cba59bd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db802acb-b2fb-41d5-ae0d-61aea6391681 HTTP/1.1" status: 200 len: 999 time: 0.0605159 May 11 07:43:23.159583 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'ab7d55c7-159c-4fa3-a7dc-acc4bcea3358', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'port_id': 'db802acb-b2fb-41d5-ae0d-61aea6391681', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'mac_address': 'fa:16:3e:91:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d19445-31da-4e52-849f-b17774fef588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:09Z', 'updated_at': '2022-05-11T07:43:22Z', 'revision_number': 1, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:23.160173 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-142513c3-959f-4b58-b6d1-14146d327bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:23.161692 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-142513c3-959f-4b58-b6d1-14146d327bbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e194c29f-39e9-4107-9cf2-3153c052edce HTTP/1.1" status: 200 len: 849 time: 0.0503311 May 11 07:43:23.186718 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] Checking router: 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:43:23.195337 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:43:23.195948 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:43:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:23.206797 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-6c094d95-8e96-4370-b621-ed70155509ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:23.208320 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-6c094d95-8e96-4370-b621-ed70155509ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399897 May 11 07:43:23.307655 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-fff2a5a8-95cb-4837-b1b6-60958d3b412c service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925579 May 11 07:43:23.311516 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:43:23.393468 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 52168) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:23.460558 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f58924b0-d0be-4865-9bb3-4c4fb97dfc1b req-3d28ef55-33b7-42f3-87e1-f1faa005f8a8 service neutron] 10.222.0.24 "GET /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079087 May 11 07:43:23.481471 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-191d976b-1fc4-404c-bfcb-67edb57b7e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:23.545197 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'ab7d55c7-159c-4fa3-a7dc-acc4bcea3358', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'port_id': 'db802acb-b2fb-41d5-ae0d-61aea6391681', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'mac_address': 'fa:16:3e:91:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d19445-31da-4e52-849f-b17774fef588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:09Z', 'updated_at': '2022-05-11T07:43:22Z', 'revision_number': 1, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:23.570538 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-191d976b-1fc4-404c-bfcb-67edb57b7e6f admin admin] Publish callbacks [] for security_group (c5c63ec6-b5e9-4c1e-bd1d-350a5f934b02), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:23.574434 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-191d976b-1fc4-404c-bfcb-67edb57b7e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (c5c63ec6-b5e9-4c1e-bd1d-350a5f934b02), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:23.577422 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac35f0-f2ee-49ce-a048-659fb61c7149 req-f8f71d12-1326-40ea-9ee8-41b6802cba15 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:23.577985 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dc963a-a68b-4e08-b4d5-b7f0db955083 None None] The sync data for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi is: [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'ab7d55c7-159c-4fa3-a7dc-acc4bcea3358', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'port_id': 'db802acb-b2fb-41d5-ae0d-61aea6391681', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'mac_address': 'fa:16:3e:91:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d19445-31da-4e52-849f-b17774fef588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:09Z', 'updated_at': '2022-05-11T07:43:22Z', 'revision_number': 1, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:43:23.579425 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-28ac35f0-f2ee-49ce-a048-659fb61c7149 req-f8f71d12-1326-40ea-9ee8-41b6802cba15 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.2484455 May 11 07:43:23.612777 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d976b-1fc4-404c-bfcb-67edb57b7e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c63ec6-b5e9-4c1e-bd1d-350a5f934b02,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:23.617130 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-191d976b-1fc4-404c-bfcb-67edb57b7e6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d4a1b1523d14c56a2efcd874152cbb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233269 May 11 07:43:23.619839 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 52172) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:23.678239 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-28ac35f0-f2ee-49ce-a048-659fb61c7149 req-7f083602-3687-4786-a511-f241741a3fe2 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869079 May 11 07:43:23.679423 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8ad227f9-cfac-4d99-971d-76874b777617 admin admin] Publish callbacks [] for security_group (c5c63ec6-b5e9-4c1e-bd1d-350a5f934b02), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:23.702575 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8ad227f9-cfac-4d99-971d-76874b777617 admin admin] Publish callbacks [] for security_group (c5c63ec6-b5e9-4c1e-bd1d-350a5f934b02), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:23.750725 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8ad227f9-cfac-4d99-971d-76874b777617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (c5c63ec6-b5e9-4c1e-bd1d-350a5f934b02), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:23.753237 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8ad227f9-cfac-4d99-971d-76874b777617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:23.754424 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-8ad227f9-cfac-4d99-971d-76874b777617 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5c63ec6-b5e9-4c1e-bd1d-350a5f934b02 HTTP/1.1" status: 204 len: 168 time: 0.1336663 May 11 07:43:23.762369 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad227f9-cfac-4d99-971d-76874b777617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c63ec6-b5e9-4c1e-bd1d-350a5f934b02,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:23.806572 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab9f4f-b223-410d-a0da-4d054905985a None None] New status for floating IP ab7d55c7-159c-4fa3-a7dc-acc4bcea3358: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:43:24.993692 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f35fa-e6c6-4d4c-b73e-ea5bb91ae66d req-d973c5df-a15c-4cf1-aff0-993efc033e5e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:24.995193 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4a1f35fa-e6c6-4d4c-b73e-ea5bb91ae66d req-d973c5df-a15c-4cf1-aff0-993efc033e5e tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.2509296 May 11 07:43:25.054849 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4a1f35fa-e6c6-4d4c-b73e-ea5bb91ae66d req-ca2fc659-4f00-448e-982f-99073c7efc65 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&id=b26c7b67-563f-44f3-bb13-d8765d1c9aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536091 May 11 07:43:26.034533 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:27.273767 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2cf66-57db-41c8-9994-2d74a5a21af3 req-abaab839-2958-4e76-bcd2-c914564dd921 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:27.275200 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-07c2cf66-57db-41c8-9994-2d74a5a21af3 req-abaab839-2958-4e76-bcd2-c914564dd921 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 945 time: 0.0482774 May 11 07:43:27.323570 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-07c2cf66-57db-41c8-9994-2d74a5a21af3 req-929f9834-72fd-4f8c-ac23-5806b10ef084 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425200 May 11 07:43:27.792744 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 52254) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:27.895814 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-6e209782-8da5-4392-886e-c971a0a809f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:27.971864 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-6e209782-8da5-4392-886e-c971a0a809f6 admin admin] Publish callbacks [] for security_group (207938db-da08-42b4-a4f7-9dcb70868920), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:27.974985 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-6e209782-8da5-4392-886e-c971a0a809f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (207938db-da08-42b4-a4f7-9dcb70868920), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.012008 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-6e209782-8da5-4392-886e-c971a0a809f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12b6a498ae214e3cb9201ca6977a4abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181654 May 11 07:43:28.012847 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e209782-8da5-4392-886e-c971a0a809f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207938db-da08-42b4-a4f7-9dcb70868920,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:28.015200 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 52258) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:28.064579 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c1215e1d-4e5f-4d7a-9c66-fec8d36e4d82 admin admin] Publish callbacks [] for security_group (207938db-da08-42b4-a4f7-9dcb70868920), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.085704 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c1215e1d-4e5f-4d7a-9c66-fec8d36e4d82 admin admin] Publish callbacks [] for security_group (207938db-da08-42b4-a4f7-9dcb70868920), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.130104 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c1215e1d-4e5f-4d7a-9c66-fec8d36e4d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (207938db-da08-42b4-a4f7-9dcb70868920), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.132583 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c1215e1d-4e5f-4d7a-9c66-fec8d36e4d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.136080 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-c1215e1d-4e5f-4d7a-9c66-fec8d36e4d82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/207938db-da08-42b4-a4f7-9dcb70868920 HTTP/1.1" status: 204 len: 168 time: 0.1175501 May 11 07:43:28.141683 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1215e1d-4e5f-4d7a-9c66-fec8d36e4d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207938db-da08-42b4-a4f7-9dcb70868920,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:28.306433 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-69b5a730-d374-4222-9968-e823ae6ed9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.386738 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 52266) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:28.402753 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60577a01-eb1f-470a-9266-280a26bf335f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.460240 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b7963-726b-4ea6-9901-5ad33d17126d req-e92bca12-2305-4adc-9947-a5b0007ac474 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:28.461715 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d29b7963-726b-4ea6-9901-5ad33d17126d req-e92bca12-2305-4adc-9947-a5b0007ac474 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 945 time: 0.0610454 May 11 07:43:28.533751 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d29b7963-726b-4ea6-9901-5ad33d17126d req-8c18fbdb-e485-42aa-a15a-bb9a8ff66898 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653300 May 11 07:43:28.557261 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60577a01-eb1f-470a-9266-280a26bf335f admin admin] Publish callbacks [] for security_group (5792e9a1-34b3-4497-a0fa-63fe6729ce2d), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.561425 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-60577a01-eb1f-470a-9266-280a26bf335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5792e9a1-34b3-4497-a0fa-63fe6729ce2d), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.601601 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-60577a01-eb1f-470a-9266-280a26bf335f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e8d25cec1ec4f14bdb605298cb72b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131433 May 11 07:43:28.602535 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60577a01-eb1f-470a-9266-280a26bf335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5792e9a1-34b3-4497-a0fa-63fe6729ce2d,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:28.604216 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 52268) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:28.655166 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-def31e2f-5fb4-4edd-b1b5-a1020c24f27c admin admin] Publish callbacks [] for security_group (5792e9a1-34b3-4497-a0fa-63fe6729ce2d), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.675715 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-def31e2f-5fb4-4edd-b1b5-a1020c24f27c admin admin] Publish callbacks [] for security_group (5792e9a1-34b3-4497-a0fa-63fe6729ce2d), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.722862 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-def31e2f-5fb4-4edd-b1b5-a1020c24f27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5792e9a1-34b3-4497-a0fa-63fe6729ce2d), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.725624 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-def31e2f-5fb4-4edd-b1b5-a1020c24f27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:28.726768 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-def31e2f-5fb4-4edd-b1b5-a1020c24f27c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5792e9a1-34b3-4497-a0fa-63fe6729ce2d HTTP/1.1" status: 204 len: 168 time: 0.1210241 May 11 07:43:28.736402 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def31e2f-5fb4-4edd-b1b5-a1020c24f27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5792e9a1-34b3-4497-a0fa-63fe6729ce2d,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:29.318191 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d6963-6a11-427d-a5ef-002842f38aaa req-7673638f-4840-4f75-8258-2f57b9be4b9f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:29.319730 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8b0d6963-6a11-427d-a5ef-002842f38aaa req-7673638f-4840-4f75-8258-2f57b9be4b9f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0572064 May 11 07:43:29.372861 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8b0d6963-6a11-427d-a5ef-002842f38aaa req-ef40dfcd-86f0-4d97-9bce-b2afdbd9248c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445631 May 11 07:43:29.520212 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a0962-7992-4c09-a878-829b5316ca17 req-8ad42bac-f29a-46b6-9f72-884156504176 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:29.521802 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-543a0962-7992-4c09-a878-829b5316ca17 req-8ad42bac-f29a-46b6-9f72-884156504176 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 945 time: 0.0464668 May 11 07:43:29.616347 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Deleting port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:43:29.616693 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:29.656684 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d38dbe-7611-4f3e-8c90-d2348ff855bd req-cdb0185e-8efe-4461-974e-aefbe86e744b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:29.658576 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-36d38dbe-7611-4f3e-8c90-d2348ff855bd req-cdb0185e-8efe-4461-974e-aefbe86e744b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 945 time: 0.0493352 May 11 07:43:29.713287 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] For port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:29.713695 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:29.717136 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-36d38dbe-7611-4f3e-8c90-d2348ff855bd req-b450fb51-c422-4c3e-90f2-9b16c3787fac tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502450 May 11 07:43:29.894998 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:29.894998 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (03391a24-655c-4119-aca4-948effedbde5), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:29.894998 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Floating IP 03391a24-655c-4119-aca4-948effedbde5 disassociated. External IP: 172.27.2.43, port: 984a3ee7-17e5-4143-9062-ba7a44b7d5ad. May 11 07:43:29.894998 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Calling delete_port for 984a3ee7-17e5-4143-9062-ba7a44b7d5ad owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:43:30.033442 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (984a3ee7-17e5-4143-9062-ba7a44b7d5ad), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:30.058978 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event deleted for resources: {'Port': ['ID=984a3ee7-17e5-4143-9062-ba7a44b7d5ad,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:30.069485 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.069768 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.070146 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.070442 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.070768 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.071090 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.071410 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.071727 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.072044 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.072359 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.072676 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.072992 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.073306 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.073645 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.073959 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:30.190827 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:43:30.303047 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:43:30.313476 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] Sync routers for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:43:30.323888 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:43:30.324508 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:43:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:30.355973 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] No DVR routers for this DVR port 984a3ee7-17e5-4143-9062-ba7a44b7d5ad on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:43:30.359093 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:30.362411 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-543a0962-7992-4c09-a878-829b5316ca17 req-1da082ae-a91f-488b-8489-d039be797f9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "DELETE /v2.0/ports/984a3ee7-17e5-4143-9062-ba7a44b7d5ad HTTP/1.1" status: 204 len: 173 time: 0.8332148 May 11 07:43:30.362864 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'name': 'network-vif-deleted', 'tag': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:43:30.365237 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba36c4d5-9148-476c-9958-610b50672111" -d '{"events": [{"server_uuid": "021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0", "name": "network-vif-deleted", "tag": "984a3ee7-17e5-4143-9062-ba7a44b7d5ad"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:43:30.411614 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a03e86-c164-4286-a174-96c945ac79e0 x-openstack-request-id: req-a4a03e86-c164-4286-a174-96c945ac79e0 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:43:30.411999 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0", "name": "network-vif-deleted", "tag": "984a3ee7-17e5-4143-9062-ba7a44b7d5ad", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:43:30.412840 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4a03e86-c164-4286-a174-96c945ac79e0 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:43:30.413713 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a03e86-c164-4286-a174-96c945ac79e0'] response: {'server_uuid': '021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0', 'name': 'network-vif-deleted', 'tag': '984a3ee7-17e5-4143-9062-ba7a44b7d5ad', 'status': 'completed', 'code': 200} May 11 07:43:30.444300 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:43:30.541040 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5773b-fc31-47f7-83b0-91bb305da4b0 req-4962cf91-4d2e-469b-83a8-82e955c9084e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:30.542942 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eef5773b-fc31-47f7-83b0-91bb305da4b0 req-4962cf91-4d2e-469b-83a8-82e955c9084e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0552032 May 11 07:43:30.609519 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eef5773b-fc31-47f7-83b0-91bb305da4b0 req-7612f105-e897-49ce-aa82-c2bc8eb27556 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558388 May 11 07:43:30.658328 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:30.674000 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-66f495a7-aa2d-41cc-be9e-d80f4e507c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:30.691994 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] Checking router: 8baf1ae9-1dd5-43cd-b3e1-307f56346323 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:43:30.700516 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:43:30.701204 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:43:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:30.831892 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-19ae0f13-306e-4fd8-b000-9da1587fbe52 req-3c60ae24-e752-45b4-b86e-660e7d79041c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=021f7321-4ad7-4e1b-b6a1-0f6cf59b88a0 HTTP/1.1" status: 200 len: 210 time: 0.0276768 May 11 07:43:30.906587 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:43:31.106240 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:31.143027 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab6138-0ba6-452b-aa64-4fc37697b092 None None] The sync data for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi is: [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:43:31.359454 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e63808-1776-4db6-84c3-1f667f83f3f9 None None] New status for floating IP 03391a24-655c-4119-aca4-948effedbde5: DOWN {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:43:31.654814 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:31.755321 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67312d6f-5bea-4bd5-905d-123b982c6040 req-6f6b33f0-573d-4691-a10e-2518cc7e818d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:31.756706 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-67312d6f-5bea-4bd5-905d-123b982c6040 req-6f6b33f0-573d-4691-a10e-2518cc7e818d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0510051 May 11 07:43:31.817837 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-67312d6f-5bea-4bd5-905d-123b982c6040 req-58491b0b-4b29-4cb0-97a4-7af3489ae111 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554824 May 11 07:43:32.150778 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-02700298-7edf-49d2-a954-60f3d822685f tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402851186&fields=id&tenant_id=d69ae02f1e0146c795d799160ac17d44 HTTP/1.1" status: 200 len: 267 time: 0.0517035 May 11 07:43:32.256191 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-7f8eb35a-7ebf-48da-9c22-18138ce95e83 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:32.257656 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-7f8eb35a-7ebf-48da-9c22-18138ce95e83 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 812 time: 0.0998986 May 11 07:43:32.271609 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-53a92b59-dfb4-4db7-b334-9b510d7fdf8c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/quotas/d69ae02f1e0146c795d799160ac17d44 HTTP/1.1" status: 200 len: 375 time: 0.0086930 May 11 07:43:32.326583 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-4902178a-1619-4ed1-bbb0-885a68cc7ac7 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503325 May 11 07:43:32.422536 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-40624e13-0ad3-44ad-b780-59b8e21ac4ff service neutron] 10.222.0.36 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851870 May 11 07:43:32.517787 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-eb347145-4f12-4133-bd7a-0f4240b6ca6e service neutron] 10.222.0.36 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894561 May 11 07:43:32.807207 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7a359e6b-9215-4e33-be2a-2a1c6d91465a req-4c1abd05-d0c3-485a-b983-5dad1ee42e6e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 210 time: 0.0280018 May 11 07:43:33.125832 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a962312-6920-4d66-85dc-3d63b1e987bf req-20798846-0226-48b7-acdb-a0014ba09f86 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:33.127386 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4a962312-6920-4d66-85dc-3d63b1e987bf req-20798846-0226-48b7-acdb-a0014ba09f86 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0495152 May 11 07:43:33.130066 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 984a3ee7-17e5-4143-9062-ba7a44b7d5ad no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:43:33.153953 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 984a3ee7-17e5-4143-9062-ba7a44b7d5ad {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:43:33.154368 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 984a3ee7-17e5-4143-9062-ba7a44b7d5ad not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:43:33.186163 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4a962312-6920-4d66-85dc-3d63b1e987bf req-f51581fb-0d38-4809-83fd-53d6139906f5 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498359 May 11 07:43:33.216242 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:33.911660 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eacc38-207d-4dfd-9d35-5d207e892900 req-14203bb1-2b56-4f71-9551-1d156cc10c6a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 210 time: 0.0311053 May 11 07:43:33.933668 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-a50a8232-71d4-4aca-9d41-ace01835d2f3 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:33.937056 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-a50a8232-71d4-4aca-9d41-ace01835d2f3 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 812 time: 0.1223280 May 11 07:43:34.004637 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-5ccda67b-c9c4-45a2-972c-2476db510c4d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69ae02f1e0146c795d799160ac17d44 HTTP/1.1" status: 200 len: 379 time: 0.0586443 May 11 07:43:34.014409 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'port': {'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'admin_state_up': True, 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'security_groups': ['7a45570e-2aa0-4e40-a0a3-1d1c14d267e6']}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:43:34.125419 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Made reservation on behalf of d69ae02f1e0146c795d799160ac17d44 for: {'port': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:43:34.128806 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:34.262462 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Allocated IP 172.20.0.9 (55b96101-3633-4a8d-a623-73556fb91d7c/3bc99b8a-1a27-4056-86a3-0a869e5b8609/a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:43:34.308961 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe4cfb-90c8-47cb-bd15-8aed7f4b3389 req-f7266400-14ac-411a-9cf1-2d76f01e98a3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:34.310995 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6ffe4cfb-90c8-47cb-bd15-8aed7f4b3389 req-f7266400-14ac-411a-9cf1-2d76f01e98a3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0503128 May 11 07:43:34.358359 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6ffe4cfb-90c8-47cb-bd15-8aed7f4b3389 req-00d2cc5d-b062-496d-ac38-9fb07a1b7a0e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411565 May 11 07:43:34.413831 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:34.449553 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:34.495240 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Network 55b96101-3633-4a8d-a623-73556fb91d7c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:43:34.501733 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:43:34.505908 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:43:34.539010 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'Port': ['ID=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:34.569328 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:34.569964 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:34.586573 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-771e1c7d-43c6-43c8-86c1-dd643bcc706c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761869 May 11 07:43:34.619698 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Request body: {'port': {'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:43:34.683893 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:34.707502 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:34.733435 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-c93dc446-6696-4d76-9997-a921acd41e8c None None] Provisioning complete for port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:43:34.733815 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c93dc446-6696-4d76-9997-a921acd41e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:34.770660 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-c93dc446-6696-4d76-9997-a921acd41e8c None None] Port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:43:34.988174 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 {{(pid=103567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:43:34.995644 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Publish callbacks [] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:35.009714 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.provisioning_blocks [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Transition to ACTIVE for port object a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 will not be triggered until provisioned by entity L2. {{(pid=103567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:43:35.013983 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:35.028571 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e7df1-ac67-4d37-949a-e7417c817ea4 req-6a3649e6-e679-469e-a776-d94aa485697b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:35.030191 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f27e7df1-ac67-4d37-949a-e7417c817ea4 req-6a3649e6-e679-469e-a776-d94aa485697b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 931 time: 0.0485950 May 11 07:43:35.089238 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f27e7df1-ac67-4d37-949a-e7417c817ea4 req-a35162d1-e4f1-4050-ac8e-6d6766727977 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533323 May 11 07:43:35.113131 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:35.138611 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Attempting to bind port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:43:35.138876 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Attempting to bind port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:43:35.139199 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Attempting to bind port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 on network 55b96101-3633-4a8d-a623-73556fb91d7c {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:43:35.144292 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 on network 55b96101-3633-4a8d-a623-73556fb91d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:43:35.144611 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Attempting to bind port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 on network 55b96101-3633-4a8d-a623-73556fb91d7c {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:43:35.149785 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:43:35.150124 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Checking segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:43:35.150508 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Bound using segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:43:35.150941 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Bound port: a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:43:35.151295 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:35.215954 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] For port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4, host hv-cinder-83699, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:43:35.219131 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] For port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:43:35.224439 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:35.257186 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:35.257821 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:35.259429 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 HTTP/1.1" status: 200 len: 1093 time: 0.6439979 May 11 07:43:35.261644 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69085008-f940-4f96-936a-e0311df279c7', 'tag': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:43:35.264458 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e" -d '{"events": [{"name": "network-changed", "server_uuid": "69085008-f940-4f96-936a-e0311df279c7", "tag": "a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:43:35.290830 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572010b8-bfbf-4381-91e5-cae35a2ea5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:35.328871 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5035c2a-eab2-4902-a832-a76d58760481 x-openstack-request-id: req-f5035c2a-eab2-4902-a832-a76d58760481 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:43:35.329156 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69085008-f940-4f96-936a-e0311df279c7", "tag": "a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:43:35.329404 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5035c2a-eab2-4902-a832-a76d58760481 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:43:35.329881 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5035c2a-eab2-4902-a832-a76d58760481'] response: {'name': 'network-changed', 'server_uuid': '69085008-f940-4f96-936a-e0311df279c7', 'tag': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'status': 'completed', 'code': 200} May 11 07:43:35.356919 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-47a3fb7f-a465-428c-8da0-e232821eb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:35.358741 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-47a3fb7f-a465-428c-8da0-e232821eb82a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 1127 time: 0.0514743 May 11 07:43:35.410000 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-4433558e-52c8-4a20-8e82-f7ebbe9dbd08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 HTTP/1.1" status: 200 len: 217 time: 0.0355062 May 11 07:43:35.475839 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-0ff487ea-2f93-4072-8905-e3854f0f5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:35.477289 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-0ff487ea-2f93-4072-8905-e3854f0f5b2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0554514 May 11 07:43:35.499927 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec4afe-b117-43df-b159-e7e62929f414 req-6c9134f5-ed4a-4789-821b-11666d1ded14 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:35.501422 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-feec4afe-b117-43df-b159-e7e62929f414 req-6c9134f5-ed4a-4789-821b-11666d1ded14 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0644259 May 11 07:43:35.530097 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-c088b5bd-5a5b-4d81-93a5-c5968e748886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:35.531626 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-c088b5bd-5a5b-4d81-93a5-c5968e748886 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445008 May 11 07:43:35.556768 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-feec4afe-b117-43df-b159-e7e62929f414 req-8c4e073c-7bde-48c8-a079-14e90b250073 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480816 May 11 07:43:35.624298 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-0106e3b0-062c-4c5c-8f8b-6369aa67e5de service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840435 May 11 07:43:35.719500 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6f702905-a8eb-4944-a259-07bbdecf89d4 req-2ee9edb3-bfe9-4584-a07b-73c478f5d307 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881233 May 11 07:43:35.921788 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:43:36.013326 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-b76c9222-349a-4dc0-80e9-af356464daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:36.014919 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-b76c9222-349a-4dc0-80e9-af356464daa0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 1127 time: 0.0399148 May 11 07:43:36.113966 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-05b24af4-f9c0-4b2f-9382-69c5dd7342cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:36.115549 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-05b24af4-f9c0-4b2f-9382-69c5dd7342cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 913 time: 0.0914743 May 11 07:43:36.157683 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-82aceb2c-8c3a-4e4d-ae3f-e17942c03cd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 HTTP/1.1" status: 200 len: 217 time: 0.0344372 May 11 07:43:36.206578 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e698ea8-9cff-4ea3-85a1-2d3a29ee2d32 req-2e194176-e6d5-467a-a713-19afe8dc252d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:36.208168 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2e698ea8-9cff-4ea3-85a1-2d3a29ee2d32 req-2e194176-e6d5-467a-a713-19afe8dc252d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 943 time: 0.0484533 May 11 07:43:36.209687 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-9cadff9c-9a1e-4c4c-82b2-1626557f86de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:36.211133 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-9cadff9c-9a1e-4c4c-82b2-1626557f86de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0460956 May 11 07:43:36.257882 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-54e8cd25-b180-49d2-8bbc-b0fbee501446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:36.259410 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-54e8cd25-b180-49d2-8bbc-b0fbee501446 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419908 May 11 07:43:36.260836 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2e698ea8-9cff-4ea3-85a1-2d3a29ee2d32 req-9b84a1f7-0789-420e-bee2-34c6dd7d8fed tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466304 May 11 07:43:36.351603 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-9f3e47f2-eed4-4876-8159-cd1c4013334c service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824232 May 11 07:43:36.448825 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-6a6a34e7-e058-4b51-9ce1-8cb2a378b32e req-c7da3f5e-a3fc-4f87-8b12-326116b20169 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853217 May 11 07:43:36.676604 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9553cfa-c20f-4b35-8f29-5ddbbf491986 req-f9c8890a-65ef-4e7a-95a9-93ebe53f8ce0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:36.678069 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a9553cfa-c20f-4b35-8f29-5ddbbf491986 req-f9c8890a-65ef-4e7a-95a9-93ebe53f8ce0 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0513501 May 11 07:43:36.726934 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a9553cfa-c20f-4b35-8f29-5ddbbf491986 req-6b5aacdc-14ad-43a2-927e-1f155208a796 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431561 May 11 07:43:37.372679 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a714f1-8edf-4194-aeca-8360cc44a03c req-2bcdf6b8-bfe2-41c2-a977-818b1ef7351c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:37.374248 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c0a714f1-8edf-4194-aeca-8360cc44a03c req-2bcdf6b8-bfe2-41c2-a977-818b1ef7351c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 943 time: 0.0478232 May 11 07:43:37.424687 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c0a714f1-8edf-4194-aeca-8360cc44a03c req-547e02f6-4b5f-44de-8a4c-9120e02d3c00 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447521 May 11 07:43:37.847368 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caf271-da3a-4568-81ed-fa8f4c34131f req-41a9a645-587b-4354-9778-fffa60c49791 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:37.848840 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89caf271-da3a-4568-81ed-fa8f4c34131f req-41a9a645-587b-4354-9778-fffa60c49791 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0515630 May 11 07:43:37.893553 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-89caf271-da3a-4568-81ed-fa8f4c34131f req-213aae4c-0333-4850-be39-edc85a934635 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392580 May 11 07:43:38.535488 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9851a3-debb-45d4-882d-1cd005879d6a req-6a5e6040-ea49-4cfc-9835-9ef5bc24c2b2 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:38.536914 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-dd9851a3-debb-45d4-882d-1cd005879d6a req-6a5e6040-ea49-4cfc-9835-9ef5bc24c2b2 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 943 time: 0.0457590 May 11 07:43:38.588584 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-dd9851a3-debb-45d4-882d-1cd005879d6a req-0859c200-434e-4049-b58c-a5a8d75aad04 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461197 May 11 07:43:39.010399 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a2ca7-8248-442d-87bf-79a65b41a910 req-f7f0fecc-ae2f-4bbc-b19c-eda57e2a166f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:39.011867 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-050a2ca7-8248-442d-87bf-79a65b41a910 req-f7f0fecc-ae2f-4bbc-b19c-eda57e2a166f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0471621 May 11 07:43:39.062870 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-050a2ca7-8248-442d-87bf-79a65b41a910 req-8f2b3e33-a64d-46b4-adb8-a09e3804e6a2 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454221 May 11 07:43:39.706484 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6119d-ffcc-4022-9a02-33acb2371352 req-5e574d88-6c0e-4f45-bc83-e5bfbb7504b2 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:39.707949 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5ab6119d-ffcc-4022-9a02-33acb2371352 req-5e574d88-6c0e-4f45-bc83-e5bfbb7504b2 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 943 time: 0.0510230 May 11 07:43:39.757856 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5ab6119d-ffcc-4022-9a02-33acb2371352 req-3ae0d7a5-e0e6-44ad-93cc-9d0a85e0cbcc tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 May 11 07:43:40.180552 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d87d-a23d-4350-b119-ea3b70fbb7e4 req-10f55adc-a033-4b22-a96a-ef41a055c87d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:40.182034 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bee9d87d-a23d-4350-b119-ea3b70fbb7e4 req-10f55adc-a033-4b22-a96a-ef41a055c87d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0463598 May 11 07:43:40.228168 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bee9d87d-a23d-4350-b119-ea3b70fbb7e4 req-29c1cbae-d2f5-42de-8904-b4c4ca876c60 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399947 May 11 07:43:40.871809 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ad12d-cad8-4c9b-b349-e39ce350fad8 req-417ca794-9a13-426f-9013-7a847f566d4d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:40.873822 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-503ad12d-cad8-4c9b-b349-e39ce350fad8 req-417ca794-9a13-426f-9013-7a847f566d4d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 943 time: 0.0490291 May 11 07:43:40.919871 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-503ad12d-cad8-4c9b-b349-e39ce350fad8 req-34f2be44-a66f-4126-90c9-eca5d854853f tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406191 May 11 07:43:41.343573 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa7b0a-ef0f-4006-b52d-7754b19f2b1b req-3aaa200b-0499-413a-ac5d-0e8f94caef07 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:41.345035 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-75aa7b0a-ef0f-4006-b52d-7754b19f2b1b req-3aaa200b-0499-413a-ac5d-0e8f94caef07 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0475409 May 11 07:43:41.389594 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-75aa7b0a-ef0f-4006-b52d-7754b19f2b1b req-159d469e-e992-43f1-bcd2-555a0583cc97 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389841 May 11 07:43:42.030949 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5f1e3-05e4-4412-943b-9a8421b2bf3a req-d195d788-2054-4211-ac0a-81d7a5e4dce8 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:42.032389 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5ba5f1e3-05e4-4412-943b-9a8421b2bf3a req-d195d788-2054-4211-ac0a-81d7a5e4dce8 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 943 time: 0.0461433 May 11 07:43:42.089093 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5ba5f1e3-05e4-4412-943b-9a8421b2bf3a req-d25cb9ca-2779-4389-9b20-9dbbfbe7ef59 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511878 May 11 07:43:42.510105 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efe0e2-102e-4772-b117-c9e044ce5f3c req-a737a209-bef0-4563-a518-3f8e8679c07f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:42.511597 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-23efe0e2-102e-4772-b117-c9e044ce5f3c req-a737a209-bef0-4563-a518-3f8e8679c07f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0472918 May 11 07:43:42.558120 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-23efe0e2-102e-4772-b117-c9e044ce5f3c req-4d690a7b-1cdb-4619-8936-23973ab19c18 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409300 May 11 07:43:43.144269 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:43:43.200355 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81b77-4a54-494f-9a29-4c10d1aabf9d req-3c52bc2d-f5db-4008-91f5-c19ee98a7ee4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:43.201854 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-21d81b77-4a54-494f-9a29-4c10d1aabf9d req-3c52bc2d-f5db-4008-91f5-c19ee98a7ee4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 943 time: 0.0454719 May 11 07:43:43.238712 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:43.249388 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-21d81b77-4a54-494f-9a29-4c10d1aabf9d req-8aef0923-b8eb-438a-a569-57e98f6347f5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419381 May 11 07:43:43.250330 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'mac_address': 'fa:16:3e:e3:5c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:43:43.290288 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:43:43.290672 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:43.302941 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:43:43.322727 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:43.327224 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:43.372482 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:43.379284 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.379660 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.380027 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.380369 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.380711 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.381028 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.381380 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.381728 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.382053 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.382378 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.382700 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.383025 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.383343 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.383660 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.383985 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:43:43.644259 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:43:43.681331 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be042d11-ee33-48e5-9290-b702c1a29670 req-f1a3ac55-6ebe-4f57-87fa-877cc9dc7d5b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:43.682859 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-be042d11-ee33-48e5-9290-b702c1a29670 req-f1a3ac55-6ebe-4f57-87fa-877cc9dc7d5b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0510635 May 11 07:43:43.730526 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-be042d11-ee33-48e5-9290-b702c1a29670 req-bfabcc98-6999-4e27-946c-819a39020f69 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412414 May 11 07:43:44.359656 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bdcc4-74dc-4730-a944-58d5bd521ca7 req-72f0f23e-9045-40f8-b13b-a407e31a8f4f tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:44.361105 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-108bdcc4-74dc-4730-a944-58d5bd521ca7 req-72f0f23e-9045-40f8-b13b-a407e31a8f4f tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 944 time: 0.0466230 May 11 07:43:44.408370 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-108bdcc4-74dc-4730-a944-58d5bd521ca7 req-0053b044-a2a8-4b07-a227-e4ee01b7e51b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418503 May 11 07:43:44.854108 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadde66-27ab-46d5-81b8-faf09a1ec95a req-80643c2f-d816-48b5-9a24-a51f6c329071 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:44.855723 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cdadde66-27ab-46d5-81b8-faf09a1ec95a req-80643c2f-d816-48b5-9a24-a51f6c329071 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0509636 May 11 07:43:44.902725 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cdadde66-27ab-46d5-81b8-faf09a1ec95a req-93594d2f-a514-4c71-a84a-88b538b00450 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414994 May 11 07:43:45.163302 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:43:45.209724 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:43:45.214905 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:43:45.215222 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:45.288046 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:43:45.288422 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:45.310993 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69085008-f940-4f96-936a-e0311df279c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:43:45.313183 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13648c98-f860-440a-8d42-fe015c4b7761" -d '{"events": [{"server_uuid": "69085008-f940-4f96-936a-e0311df279c7", "name": "network-vif-plugged", "status": "completed", "tag": "a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:43:45.325954 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:45.331179 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:45.353583 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1643e4b4-f77e-4b75-9ae4-ed80bf2247a9 x-openstack-request-id: req-1643e4b4-f77e-4b75-9ae4-ed80bf2247a9 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:43:45.353880 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69085008-f940-4f96-936a-e0311df279c7", "name": "network-vif-plugged", "status": "completed", "tag": "a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:43:45.354137 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1643e4b4-f77e-4b75-9ae4-ed80bf2247a9 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:43:45.354527 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1643e4b4-f77e-4b75-9ae4-ed80bf2247a9'] response: {'server_uuid': '69085008-f940-4f96-936a-e0311df279c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'code': 200} May 11 07:43:45.381360 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:45.523900 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6efde-ca28-422e-8aa2-4d694d015146 req-640498d2-3c9f-44df-8ff2-b7cfb125481a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:45.525423 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eaa6efde-ca28-422e-8aa2-4d694d015146 req-640498d2-3c9f-44df-8ff2-b7cfb125481a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 945 time: 0.0511711 May 11 07:43:45.578063 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eaa6efde-ca28-422e-8aa2-4d694d015146 req-409bbca1-e296-4ab1-9d7b-6b500cf35cbb tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460448 May 11 07:43:45.681625 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce431880-4b8c-4d75-9476-417640e19cb4 req-4649210d-c2dc-49bc-82c7-0f9f93809359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:45.683133 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ce431880-4b8c-4d75-9476-417640e19cb4 req-4649210d-c2dc-49bc-82c7-0f9f93809359 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 1129 time: 0.1281939 May 11 07:43:45.727075 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ce431880-4b8c-4d75-9476-417640e19cb4 req-7af28236-a5f9-4159-a074-e56e3db8d0b9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376096 May 11 07:43:46.024609 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e61d90-5502-4390-b75e-81220df6992d req-c0d0aa6a-718f-4441-95d2-74f3887da253 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:46.027666 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a5e61d90-5502-4390-b75e-81220df6992d req-c0d0aa6a-718f-4441-95d2-74f3887da253 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0504494 May 11 07:43:46.087675 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a5e61d90-5502-4390-b75e-81220df6992d req-81f0c791-cf79-472a-ae46-2c3bbb7f3863 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554018 May 11 07:43:46.686006 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e7974-b808-4b6c-9628-2e975089e597 req-dcb91300-e4f1-4590-a4c3-3421e12e0638 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:46.687445 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ca4e7974-b808-4b6c-9628-2e975089e597 req-dcb91300-e4f1-4590-a4c3-3421e12e0638 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 945 time: 0.0461545 May 11 07:43:46.735375 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ca4e7974-b808-4b6c-9628-2e975089e597 req-3eb3844b-0155-4846-9c08-8a18aa22494d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 May 11 07:43:47.178633 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device c341b877-b342-4956-94f6-3c4bcad3497f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:43:47.229386 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168295e4-642a-44ea-bb91-598bd9782fb2 req-5bf8ad10-0b80-4c84-9663-5477c5b659ac tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:47.230922 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-168295e4-642a-44ea-bb91-598bd9782fb2 req-5bf8ad10-0b80-4c84-9663-5477c5b659ac tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0517914 May 11 07:43:47.284964 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-168295e4-642a-44ea-bb91-598bd9782fb2 req-70741e08-735d-4ead-b02f-2f6f6facec17 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476968 May 11 07:43:47.287287 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:47.301759 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'port_id': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'mac_address': 'fa:16:3e:67:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:43:47.346586 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port c341b877-b342-4956-94f6-3c4bcad3497f is: ACTIVE; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:43:47.346984 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:47.361298 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c341b877-b342-4956-94f6-3c4bcad3497f {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:43:47.381048 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:47.385234 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:47.437982 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=6']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:47.495470 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['c341b877-b342-4956-94f6-3c4bcad3497f'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:43:47.853045 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2eb5ea-e2d9-4f33-a7db-e7236396d4ea req-7bae3a4d-89d3-42ad-9bfd-470dab23b8d7 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:47.854553 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ec2eb5ea-e2d9-4f33-a7db-e7236396d4ea req-7bae3a4d-89d3-42ad-9bfd-470dab23b8d7 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 945 time: 0.0513513 May 11 07:43:47.904013 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ec2eb5ea-e2d9-4f33-a7db-e7236396d4ea req-240e3f42-4b15-430b-b1de-abf4c2d20f59 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 May 11 07:43:48.024241 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b5586-c97d-4369-a90b-a54a38b263e1 req-dd75072f-9553-4ed8-b2da-b5e22b8de4ce tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:48.025809 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3f3b5586-c97d-4369-a90b-a54a38b263e1 req-dd75072f-9553-4ed8-b2da-b5e22b8de4ce tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 945 time: 0.0486238 May 11 07:43:48.080821 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3f3b5586-c97d-4369-a90b-a54a38b263e1 req-f8c4c8c7-4d5f-4014-90c9-2551e2aa9b6e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484548 May 11 07:43:48.104217 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 52554) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:48.152177 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f5e561-ee94-4723-994c-4bc6becef417 tempest-TestVolumeBootPattern-541488080 tempest-TestVolumeBootPattern-541488080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:48.153695 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-38f5e561-ee94-4723-994c-4bc6becef417 tempest-TestVolumeBootPattern-541488080 tempest-TestVolumeBootPattern-541488080-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 1124 time: 0.0452564 May 11 07:43:48.156741 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 52556) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:48.161203 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:43:48.186385 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:48.498649 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc1527-eb2f-472c-8f76-c2419bd6c715 req-b22242fa-742f-4628-a57f-039b5bf7a96c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:48.505582 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ddc1527-eb2f-472c-8f76-c2419bd6c715 req-b22242fa-742f-4628-a57f-039b5bf7a96c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 945 time: 0.1032462 May 11 07:43:48.565013 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:48.570694 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0ddc1527-eb2f-472c-8f76-c2419bd6c715 req-9d99e25b-f6d4-4131-b0de-5ba70a50c793 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623083 May 11 07:43:48.684681 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Allocated IP 172.27.2.22 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/7dc8124f-1b96-4e27-9c29-73855841554b) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:43:48.796930 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for port (7dc8124f-1b96-4e27-9c29-73855841554b), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:48.838683 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (7dc8124f-1b96-4e27-9c29-73855841554b), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:48.886744 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:43:48.891723 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:43:48.894369 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:43:48.930344 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'Port': ['ID=7dc8124f-1b96-4e27-9c29-73855841554b,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:49.317218 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (5bd6cf43-c05e-43b1-90e3-a812c2dfface), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:49.398115 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (7dc8124f-1b96-4e27-9c29-73855841554b), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:49.617034 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for port (7dc8124f-1b96-4e27-9c29-73855841554b), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:49.624815 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (7dc8124f-1b96-4e27-9c29-73855841554b), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:49.695334 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'Port': ['ID=7dc8124f-1b96-4e27-9c29-73855841554b,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:49.710491 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (5bd6cf43-c05e-43b1-90e3-a812c2dfface), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:49.716853 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e2acc-0491-42fb-bcda-31bbd0ae9069 req-9f4f2927-76d4-4e83-9f02-62472c7f5657 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:49.721082 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef2e2acc-0491-42fb-bcda-31bbd0ae9069 req-9f4f2927-76d4-4e83-9f02-62472c7f5657 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 945 time: 0.0687051 May 11 07:43:49.788310 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef2e2acc-0491-42fb-bcda-31bbd0ae9069 req-db785295-9eec-404e-b7c7-1ce17ad98a31 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610557 May 11 07:43:49.834708 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Floating IP 5bd6cf43-c05e-43b1-90e3-a812c2dfface associated. External IP: 172.27.2.22, port: a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4. May 11 07:43:50.058883 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:43:50.175756 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:43:50.192278 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] Sync routers for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:43:50.202822 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:50.204326 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:43:50.205008 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:43:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:50.253563 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-930de57b-bb70-4033-94ce-b1772c9730cd tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0956526 May 11 07:43:50.254476 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69085008-f940-4f96-936a-e0311df279c7', 'tag': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:43:50.257106 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3326de54-c532-4500-9393-d523b2f749f8" -d '{"events": [{"name": "network-changed", "server_uuid": "69085008-f940-4f96-936a-e0311df279c7", "tag": "a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:43:50.318138 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device c341b877-b342-4956-94f6-3c4bcad3497f up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:43:50.319315 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:43:50.390443 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port c341b877-b342-4956-94f6-3c4bcad3497f triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:43:50.391782 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:50.410955 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea4749f-2f18-4937-9a7a-ffd08b2633c1 x-openstack-request-id: req-0ea4749f-2f18-4937-9a7a-ffd08b2633c1 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:43:50.411529 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69085008-f940-4f96-936a-e0311df279c7", "tag": "a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:43:50.411807 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ea4749f-2f18-4937-9a7a-ffd08b2633c1 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:43:50.412056 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea4749f-2f18-4937-9a7a-ffd08b2633c1'] response: {'name': 'network-changed', 'server_uuid': '69085008-f940-4f96-936a-e0311df279c7', 'tag': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'status': 'completed', 'code': 200} May 11 07:43:50.527805 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326de54-c532-4500-9393-d523b2f749f8 req-bd37d01c-a609-40e4-89c8-9a6de655eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:50.527805 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-3326de54-c532-4500-9393-d523b2f749f8 req-bd37d01c-a609-40e4-89c8-9a6de655eee2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 1129 time: 0.0838385 May 11 07:43:50.647240 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port c341b877-b342-4956-94f6-3c4bcad3497f is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:43:50.647554 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:50.676486 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:43:50.679389 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd083ca-d5ea-4c71-a670-94432ba3291f" -d '{"events": [{"server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "name": "network-vif-plugged", "status": "completed", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:43:50.693053 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:43:50.719809 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:50.743831 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326de54-c532-4500-9393-d523b2f749f8 req-97652659-e1ee-4bf8-a5fd-ae94cfaef795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:50.747683 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-3326de54-c532-4500-9393-d523b2f749f8 req-97652659-e1ee-4bf8-a5fd-ae94cfaef795 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 913 time: 0.2074115 May 11 07:43:50.784108 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a1fbab-ce70-4a43-a827-a9ad9ddb4616 x-openstack-request-id: req-67a1fbab-ce70-4a43-a827-a9ad9ddb4616 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:43:50.784616 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "name": "network-vif-plugged", "status": "completed", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:43:50.785334 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67a1fbab-ce70-4a43-a827-a9ad9ddb4616 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:43:50.785941 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a1fbab-ce70-4a43-a827-a9ad9ddb4616'] response: {'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'code': 200} May 11 07:43:50.817804 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=7']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:50.884252 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-3326de54-c532-4500-9393-d523b2f749f8 req-e8a58b2a-3a58-43e8-9dcc-34fa33b9f0b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 HTTP/1.1" status: 200 len: 998 time: 0.1313269 May 11 07:43:50.887957 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '5bd6cf43-c05e-43b1-90e3-a812c2dfface', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:e3:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:49Z', 'updated_at': '2022-05-11T07:43:49Z', 'revision_number': 0, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:50.925273 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] Checking router: 8baf1ae9-1dd5-43cd-b3e1-307f56346323 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:43:50.934883 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:43:50.935624 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:43:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:50.960855 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ebf68-4130-4962-99d9-e99064465651 req-b653aa8a-d6d7-4459-8516-16f528326969 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:50.973137 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-159ebf68-4130-4962-99d9-e99064465651 req-b653aa8a-d6d7-4459-8516-16f528326969 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0758383 May 11 07:43:51.012160 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326de54-c532-4500-9393-d523b2f749f8 req-ba2b88ab-6ad0-4f57-a572-495643bc61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:51.014124 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-3326de54-c532-4500-9393-d523b2f749f8 req-ba2b88ab-6ad0-4f57-a572-495643bc61b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.1222191 May 11 07:43:51.025062 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-159ebf68-4130-4962-99d9-e99064465651 req-2ee3ca7e-6c52-4b16-bc9f-382d2be93076 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506167 May 11 07:43:51.068982 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326de54-c532-4500-9393-d523b2f749f8 req-85cf7538-3f75-4edb-ae61-4e441d141e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:51.070892 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-3326de54-c532-4500-9393-d523b2f749f8 req-85cf7538-3f75-4edb-ae61-4e441d141e90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475140 May 11 07:43:51.089698 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:43:51.189290 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-3326de54-c532-4500-9393-d523b2f749f8 req-0aa0bd68-e8be-4728-8a29-c839b80b007f service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091616 May 11 07:43:51.319194 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-3326de54-c532-4500-9393-d523b2f749f8 req-108e9cb7-7e90-4018-80c0-c2fba5aaad26 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207178 May 11 07:43:51.353342 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '5bd6cf43-c05e-43b1-90e3-a812c2dfface', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:e3:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:49Z', 'updated_at': '2022-05-11T07:43:49Z', 'revision_number': 0, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:43:51.384451 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069cd25-eb69-442b-8be1-1686d775e431 None None] The sync data for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi is: [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '5bd6cf43-c05e-43b1-90e3-a812c2dfface', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:e3:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:49Z', 'updated_at': '2022-05-11T07:43:49Z', 'revision_number': 0, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:43:51.608395 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e1b84-735f-4eea-90c6-08c7a8f31336 None None] New status for floating IP 5bd6cf43-c05e-43b1-90e3-a812c2dfface: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:43:52.175120 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484dca5-61ac-47bd-a713-e18ab947183a req-d934cb42-0dd4-4e95-944c-59330f53091e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:52.177642 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8484dca5-61ac-47bd-a713-e18ab947183a req-d934cb42-0dd4-4e95-944c-59330f53091e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0554521 May 11 07:43:52.231281 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8484dca5-61ac-47bd-a713-e18ab947183a req-68b6d298-9b99-48ee-8456-002af3905851 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465131 May 11 07:43:53.389802 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6008d-afe2-4cdc-b4bd-34b39ba4378a req-be6bafd5-8187-4a63-a1e1-5d9b355a42b3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:53.391416 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bff6008d-afe2-4cdc-b4bd-34b39ba4378a req-be6bafd5-8187-4a63-a1e1-5d9b355a42b3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0644996 May 11 07:43:53.458430 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bff6008d-afe2-4cdc-b4bd-34b39ba4378a req-dfd415a7-8baf-47fc-82ff-fd0fa58fe433 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606077 May 11 07:43:54.596541 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278686f7-b45a-47e6-a6a3-2eebd7490944 req-a5ee28a4-bceb-485b-b989-24f016eaa35c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:54.604160 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-278686f7-b45a-47e6-a6a3-2eebd7490944 req-a5ee28a4-bceb-485b-b989-24f016eaa35c tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0555203 May 11 07:43:54.658763 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-278686f7-b45a-47e6-a6a3-2eebd7490944 req-37d62abb-3222-46f5-8a98-c333a6729d4e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524809 May 11 07:43:55.595736 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 52624) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:55.733215 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ec82d6dc-42a0-4a69-b9c8-151d9fdbbd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:55.807989 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6f474-735d-4320-b599-d6267b3adfe4 req-107bf593-7ed8-4512-acba-10b537294b0e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:55.811894 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-16b6f474-735d-4320-b599-d6267b3adfe4 req-107bf593-7ed8-4512-acba-10b537294b0e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0613272 May 11 07:43:55.838113 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ec82d6dc-42a0-4a69-b9c8-151d9fdbbd44 admin admin] Publish callbacks [] for security_group (ba4830ae-eb6f-4f24-b834-027352a6ddd2), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:55.844709 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ec82d6dc-42a0-4a69-b9c8-151d9fdbbd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ba4830ae-eb6f-4f24-b834-027352a6ddd2), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:55.883936 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-ec82d6dc-42a0-4a69-b9c8-151d9fdbbd44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afc55feebdd54a038e156888d0c05c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871144 May 11 07:43:55.886492 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 52630) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:43:55.893233 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-16b6f474-735d-4320-b599-d6267b3adfe4 req-9bc138ae-f2ce-419d-b87c-5810bb7fac0d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699081 May 11 07:43:55.916096 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82d6dc-42a0-4a69-b9c8-151d9fdbbd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4830ae-eb6f-4f24-b834-027352a6ddd2,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:55.945755 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-831d342d-8ee4-4d74-9e7d-4cf679dc1957 admin admin] Publish callbacks [] for security_group (ba4830ae-eb6f-4f24-b834-027352a6ddd2), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:55.970635 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-831d342d-8ee4-4d74-9e7d-4cf679dc1957 admin admin] Publish callbacks [] for security_group (ba4830ae-eb6f-4f24-b834-027352a6ddd2), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:56.021528 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-831d342d-8ee4-4d74-9e7d-4cf679dc1957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ba4830ae-eb6f-4f24-b834-027352a6ddd2), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:56.032025 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-831d342d-8ee4-4d74-9e7d-4cf679dc1957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:56.033672 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-831d342d-8ee4-4d74-9e7d-4cf679dc1957 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba4830ae-eb6f-4f24-b834-027352a6ddd2 HTTP/1.1" status: 204 len: 168 time: 0.1461642 May 11 07:43:56.042360 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d342d-8ee4-4d74-9e7d-4cf679dc1957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4830ae-eb6f-4f24-b834-027352a6ddd2,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:43:56.056265 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:57.005160 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737ef9-b70b-4365-bf07-66017468ba16 req-80aef144-88a5-4754-9217-51ecf293c43a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:57.006700 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b9737ef9-b70b-4365-bf07-66017468ba16 req-80aef144-88a5-4754-9217-51ecf293c43a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0507770 May 11 07:43:57.052807 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b9737ef9-b70b-4365-bf07-66017468ba16 req-c12e7fdd-b789-459f-b415-7928d9aca35f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408092 May 11 07:43:57.526779 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-1e6732e4-48b9-418b-925f-c89e5c45ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:57.528262 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-1e6732e4-48b9-418b-925f-c89e5c45ea7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 1130 time: 0.0402777 May 11 07:43:57.619822 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-1930a912-16fc-4c51-84e8-2ea2ebcaff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:57.621696 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-1930a912-16fc-4c51-84e8-2ea2ebcaff38 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 918 time: 0.0860803 May 11 07:43:57.684479 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-14f67fc7-2b4a-4f90-97a9-fc4a0811e56b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c341b877-b342-4956-94f6-3c4bcad3497f HTTP/1.1" status: 200 len: 1002 time: 0.0551021 May 11 07:43:57.731043 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-5ba38548-c70a-4cd7-b0af-187f905d6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:57.732390 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-5ba38548-c70a-4cd7-b0af-187f905d6fb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0413492 May 11 07:43:57.778914 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-cd0bc3e7-9df7-4b3f-8bd0-d2ce08110b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:57.780335 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-cd0bc3e7-9df7-4b3f-8bd0-d2ce08110b8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400186 May 11 07:43:57.866632 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-a534e54a-a923-416f-ad3c-57dc9099f24f service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795135 May 11 07:43:57.957248 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9647c0f3-64bf-4572-9fdc-12097f4ffde9 req-279402f9-bba9-4a22-9e9b-7c14306c93b6 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836620 May 11 07:43:58.166540 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fa1f5-4b72-4e9b-8de1-3a629ce0c91e req-4cd382ac-099f-43d4-a051-c8de3adf4e0e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:58.168610 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f07fa1f5-4b72-4e9b-8de1-3a629ce0c91e req-4cd382ac-099f-43d4-a051-c8de3adf4e0e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0449305 May 11 07:43:58.214122 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f07fa1f5-4b72-4e9b-8de1-3a629ce0c91e req-d8264e71-2acf-4094-9bcd-c13c33b12fe4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398543 May 11 07:43:58.307495 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ed69-50ba-4741-86ad-6386bbaf42ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:43:59.330572 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081eced-23b5-480f-a9b5-dba0c193c6dc req-8797b667-3a53-428a-a768-6275277f2580 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:43:59.332114 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3081eced-23b5-480f-a9b5-dba0c193c6dc req-8797b667-3a53-428a-a768-6275277f2580 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0460670 May 11 07:43:59.381049 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3081eced-23b5-480f-a9b5-dba0c193c6dc req-3c8d8364-c353-49f3-bd82-87128bb1ed92 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434792 May 11 07:44:00.351769 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device c341b877-b342-4956-94f6-3c4bcad3497f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:00.431272 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port c341b877-b342-4956-94f6-3c4bcad3497f is: ACTIVE; New status is: DOWN {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:44:00.431663 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:00.455860 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:44:00.458147 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97048edb-25ac-4ec8-aa54-8f44a6810d60" -d '{"events": [{"server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "name": "network-vif-unplugged", "status": "completed", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:44:00.469169 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:00.474170 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:00.504305 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09551-5faa-4303-9099-3c8d63260055 req-5d303b9c-da6f-4af0-8935-06f42327b472 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:00.505823 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9ca09551-5faa-4303-9099-3c8d63260055 req-5d303b9c-da6f-4af0-8935-06f42327b472 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 946 time: 0.0496254 May 11 07:44:00.528769 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=8']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:00.560662 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9ca09551-5faa-4303-9099-3c8d63260055 req-7c96f5e1-628d-49c1-840a-3668a7462047 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490561 May 11 07:44:00.660680 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-9cd66b69-895b-474f-a4d7-c104d8959038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:00.678523 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 May 2022 07:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61436cb-e301-45b9-9f1d-36fdb8329884 x-openstack-request-id: req-c61436cb-e301-45b9-9f1d-36fdb8329884 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:44:00.678843 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "name": "network-vif-unplugged", "status": "failed", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f", "code": 422}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:44:00.679099 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c61436cb-e301-45b9-9f1d-36fdb8329884 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:44:00.679534 dv-cinder-836996-20-iscsi neutron-server[103569]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c61436cb-e301-45b9-9f1d-36fdb8329884']: {'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'code': 422} returned with failed status May 11 07:44:01.382099 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-aa965bda-c358-4818-ab66-df3885b8c807 req-7f356cd7-4ee9-43d4-85f6-507a711cf473 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:44:01.383175 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-aa965bda-c358-4818-ab66-df3885b8c807 req-7f356cd7-4ee9-43d4-85f6-507a711cf473 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0949097 May 11 07:44:01.533065 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700708fb-07d2-4eed-90cb-773bee9189cf req-ca34861a-1f3d-4ec4-82c9-8ce098699050 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:01.534617 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-700708fb-07d2-4eed-90cb-773bee9189cf req-ca34861a-1f3d-4ec4-82c9-8ce098699050 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0464642 May 11 07:44:01.581041 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-700708fb-07d2-4eed-90cb-773bee9189cf req-417568ec-2b2a-4561-b37d-992add18fafd tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409133 May 11 07:44:01.656967 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:01.721887 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 52710) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:01.800664 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-d67f1cb0-275a-4c84-a79c-fab2ccc0d125 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776596 May 11 07:44:01.808851 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-c48965f7-8528-401a-a49a-0340970a55b9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:44:01.809802 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-c48965f7-8528-401a-a49a-0340970a55b9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046268 May 11 07:44:01.884194 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 52718) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:01.979233 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-b08944ef-5bfb-4368-8206-7d66a7e96963 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:01.980579 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-b08944ef-5bfb-4368-8206-7d66a7e96963 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports/c341b877-b342-4956-94f6-3c4bcad3497f HTTP/1.1" status: 200 len: 941 time: 0.0954025 May 11 07:44:02.697848 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ea4c9-9db2-4cc8-9826-82232815ab2f req-a1558bac-e047-459b-ae37-78243dd6594b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:02.699286 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-923ea4c9-9db2-4cc8-9826-82232815ab2f req-a1558bac-e047-459b-ae37-78243dd6594b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0463820 May 11 07:44:02.749819 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-923ea4c9-9db2-4cc8-9826-82232815ab2f req-1b2153c5-af49-4d5c-a2c1-f1afbc9b1306 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450428 May 11 07:44:02.830917 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-526dacf3-7812-472e-a067-d17ba8da3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:02.832377 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-526dacf3-7812-472e-a067-d17ba8da3d05 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7&tenant_id=075ba180d52b46ad9cd3334520bcfb89 HTTP/1.1" status: 200 len: 1128 time: 0.0677595 May 11 07:44:02.898400 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-b206ded8-2e46-4b92-82a3-fc34543b6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:02.899748 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-b206ded8-2e46-4b92-82a3-fc34543b6d2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=075ba180d52b46ad9cd3334520bcfb89&device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 1128 time: 0.0402722 May 11 07:44:03.000418 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-79737aef-56a9-4035-a30c-f00bb0ffe867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:03.001912 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-79737aef-56a9-4035-a30c-f00bb0ffe867 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 200 len: 918 time: 0.0957470 May 11 07:44:03.070949 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-6f076956-2038-405f-9baf-113912266aaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c341b877-b342-4956-94f6-3c4bcad3497f HTTP/1.1" status: 200 len: 1000 time: 0.0596106 May 11 07:44:03.119633 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-4e7f66d4-796c-4767-9dd7-5d1e56fe815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:03.121134 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-4e7f66d4-796c-4767-9dd7-5d1e56fe815c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 200 len: 856 time: 0.0414772 May 11 07:44:03.165837 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-3936b67c-3066-4185-b915-ba340373d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:03.167277 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-3936b67c-3066-4185-b915-ba340373d974 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a507c15c-cc52-449f-920c-1f23d1b31239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375533 May 11 07:44:03.222766 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:03.256169 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-0bedefa6-fe4a-44f0-8691-b77d6401f0c5 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820830 May 11 07:44:03.350860 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-4bc4b42d-52bb-4143-bfc4-86e2336461c1 service neutron] 10.222.0.24 "GET /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807638 May 11 07:44:03.877471 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b487629-f70a-493a-858c-17dda1da2229 req-547c1e27-30b4-4761-86a8-b0d6df06375e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:03.884895 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b487629-f70a-493a-858c-17dda1da2229 req-547c1e27-30b4-4761-86a8-b0d6df06375e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0604300 May 11 07:44:03.943038 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6b487629-f70a-493a-858c-17dda1da2229 req-e4f1dbec-d1a8-41fc-92c4-df709ff44c35 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568702 May 11 07:44:04.714647 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:05.060391 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b239437-139a-4fbb-ad01-91119f774e38 req-2ece6abe-4bbb-45ff-98a7-7155a0b9e366 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:05.062147 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4b239437-139a-4fbb-ad01-91119f774e38 req-2ece6abe-4bbb-45ff-98a7-7155a0b9e366 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0514252 May 11 07:44:05.113705 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4b239437-139a-4fbb-ad01-91119f774e38 req-7e4ca307-dd4f-4f99-85d9-c57cbe1cbc51 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456295 May 11 07:44:06.235487 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c614d0-b20e-467e-b1ef-7ae0846efc67 req-aa82d275-4443-446f-be04-06a81ce0f8bf tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:06.237077 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-56c614d0-b20e-467e-b1ef-7ae0846efc67 req-aa82d275-4443-446f-be04-06a81ce0f8bf tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0489569 May 11 07:44:06.288623 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-56c614d0-b20e-467e-b1ef-7ae0846efc67 req-a5a18598-038f-466b-a18f-9ae5ca909a3a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459924 May 11 07:44:07.411853 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7325311-56f7-476f-9602-d65c47f5eb20 req-5c8ac175-1255-4f3b-891d-6fd24f2635e3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:07.413343 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c7325311-56f7-476f-9602-d65c47f5eb20 req-5c8ac175-1255-4f3b-891d-6fd24f2635e3 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0465920 May 11 07:44:07.462056 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c7325311-56f7-476f-9602-d65c47f5eb20 req-36e4a559-1850-4556-a9a5-f3cfb2a86ea8 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421710 May 11 07:44:08.596477 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0a2c4-8f8c-4b84-bc8e-3d5e2f6b820a req-07500a60-b9b3-4191-a952-4fcc63fd1d7f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:08.598356 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fcc0a2c4-8f8c-4b84-bc8e-3d5e2f6b820a req-07500a60-b9b3-4191-a952-4fcc63fd1d7f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0548165 May 11 07:44:08.660558 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fcc0a2c4-8f8c-4b84-bc8e-3d5e2f6b820a req-cff61566-dc56-4fab-b8ac-d8c25aba3512 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564117 May 11 07:44:09.806716 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a70e6-23d5-4a79-9587-406cee6dff69 req-4348a657-7657-4cca-991f-181ae792d46d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:09.816491 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef5a70e6-23d5-4a79-9587-406cee6dff69 req-4348a657-7657-4cca-991f-181ae792d46d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0837626 May 11 07:44:09.878255 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef5a70e6-23d5-4a79-9587-406cee6dff69 req-4d481710-c68f-439e-802a-34b1a7379f4f tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603559 May 11 07:44:10.998550 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faa04f-fb89-4802-928a-3be996c44c56 req-a7f9c8f1-22d8-4cff-81a8-af68dcb44bb9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:11.000139 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-35faa04f-fb89-4802-928a-3be996c44c56 req-a7f9c8f1-22d8-4cff-81a8-af68dcb44bb9 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0494621 May 11 07:44:11.048452 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-35faa04f-fb89-4802-928a-3be996c44c56 req-3885ebbf-bb15-4911-b58a-4f84d1a13a07 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426934 May 11 07:44:12.193142 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6ffff-13b6-4739-9163-b1dc8f493cd8 req-845d9c24-d8c1-4c30-9e3e-1ee9d647c9dc tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:12.196320 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ebb6ffff-13b6-4739-9163-b1dc8f493cd8 req-845d9c24-d8c1-4c30-9e3e-1ee9d647c9dc tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0591137 May 11 07:44:12.248862 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ebb6ffff-13b6-4739-9163-b1dc8f493cd8 req-8d851094-8833-46fa-b46c-febe52414972 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478787 May 11 07:44:12.921320 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:44:13.365115 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6413cd-c4f3-4c90-ac5c-414c29661b81 req-c78b41c7-1457-4876-b70f-a73d086de0cb tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:13.366651 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0a6413cd-c4f3-4c90-ac5c-414c29661b81 req-c78b41c7-1457-4876-b70f-a73d086de0cb tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0465112 May 11 07:44:13.411846 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0a6413cd-c4f3-4c90-ac5c-414c29661b81 req-d57fb3df-1ddb-4f24-87af-c579e7bf6e3e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397170 May 11 07:44:14.379709 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device c341b877-b342-4956-94f6-3c4bcad3497f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:44:14.479320 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:14.492127 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'port_id': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'mac_address': 'fa:16:3e:67:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:44:14.530549 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port c341b877-b342-4956-94f6-3c4bcad3497f is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:44:14.530936 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:14.532419 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e4ca4-0ef3-4486-84bb-a14cda4cd05b req-6cd88fec-7842-46cb-bae6-69981507d523 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:14.534010 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ed5e4ca4-0ef3-4486-84bb-a14cda4cd05b req-6cd88fec-7842-46cb-bae6-69981507d523 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 944 time: 0.0501242 May 11 07:44:14.544228 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c341b877-b342-4956-94f6-3c4bcad3497f {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:44:14.565030 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:14.569307 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:14.586910 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ed5e4ca4-0ef3-4486-84bb-a14cda4cd05b req-f05a7a10-e9f6-4fcc-a34c-c802b9bf9356 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470850 May 11 07:44:14.624893 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=9']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:14.807770 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['c341b877-b342-4956-94f6-3c4bcad3497f'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:44:15.706003 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ea3b9-c2cc-4924-a82e-ddc8b5606c91 req-d6bf921f-cbdc-4db9-89b8-b17024ab0f01 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:15.707426 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b57ea3b9-c2cc-4924-a82e-ddc8b5606c91 req-d6bf921f-cbdc-4db9-89b8-b17024ab0f01 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 945 time: 0.0459127 May 11 07:44:15.751903 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b57ea3b9-c2cc-4924-a82e-ddc8b5606c91 req-0b2570aa-f71d-4779-852a-e9809ff4d331 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389555 May 11 07:44:16.390816 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device c341b877-b342-4956-94f6-3c4bcad3497f up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:44:16.438513 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port c341b877-b342-4956-94f6-3c4bcad3497f triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:44:16.438814 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:16.512157 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port c341b877-b342-4956-94f6-3c4bcad3497f is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:44:16.512534 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:16.534549 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:44:16.536780 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f3f589-d122-47a8-95ea-b19d3ef8c9de" -d '{"events": [{"server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "name": "network-vif-plugged", "status": "completed", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:44:16.549240 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:16.553136 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:16.578899 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40b62e1-c066-479f-92bf-3206cfcf5ee8 x-openstack-request-id: req-e40b62e1-c066-479f-92bf-3206cfcf5ee8 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:44:16.579190 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "name": "network-vif-plugged", "status": "completed", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:44:16.579445 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e40b62e1-c066-479f-92bf-3206cfcf5ee8 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:44:16.579834 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40b62e1-c066-479f-92bf-3206cfcf5ee8'] response: {'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'code': 200} May 11 07:44:16.604197 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=10']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:16.752260 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45056b-a38a-42e2-9587-a53acc256892 req-b48b7d3e-bbf6-4f04-b4bc-33e666447fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:16.753673 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-8d45056b-a38a-42e2-9587-a53acc256892 req-b48b7d3e-bbf6-4f04-b4bc-33e666447fb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 1131 time: 0.0411124 May 11 07:44:16.799238 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-8d45056b-a38a-42e2-9587-a53acc256892 req-b53da3e6-311e-4ac0-a9bf-5b2ce059074e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391307 May 11 07:44:16.873783 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e36e71-2b22-4d21-aa08-bfe2e228329b req-6cde02e9-6f20-4de4-b96f-78c37cadd727 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:16.875249 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-20e36e71-2b22-4d21-aa08-bfe2e228329b req-6cde02e9-6f20-4de4-b96f-78c37cadd727 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 947 time: 0.0469098 May 11 07:44:16.922265 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-20e36e71-2b22-4d21-aa08-bfe2e228329b req-3bf15ae3-a0d1-4a18-a872-a2598d458b9d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409884 May 11 07:44:18.060043 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4b909-d0f7-4e1d-8281-62a0f6623fa2 req-710aafe5-20aa-438b-8713-4b8c0fbeeae4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:18.062055 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f0d4b909-d0f7-4e1d-8281-62a0f6623fa2 req-710aafe5-20aa-438b-8713-4b8c0fbeeae4 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 947 time: 0.0621450 May 11 07:44:18.107950 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f0d4b909-d0f7-4e1d-8281-62a0f6623fa2 req-b283911c-e00f-4aa7-bb83-342c14083d5b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 May 11 07:44:19.224802 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae37530-79a1-467d-b55c-259c44e2ae92 req-eefb0da4-2330-4fbf-a866-d56c5240288b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:19.226262 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8ae37530-79a1-467d-b55c-259c44e2ae92 req-eefb0da4-2330-4fbf-a866-d56c5240288b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 947 time: 0.0455074 May 11 07:44:19.270583 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8ae37530-79a1-467d-b55c-259c44e2ae92 req-a61f8c61-f6ec-496e-839d-b86abba6fb40 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388901 May 11 07:44:26.043644 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:28.309841 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f0d83f81-2354-419b-b263-516dc7113aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:28.542740 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-ee7519e0-1a43-48b6-9437-d985aef8274c tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033099877&fields=id&tenant_id=03e1fa8f24714fc9af8b0947ec51aede HTTP/1.1" status: 200 len: 267 time: 0.0423117 May 11 07:44:28.596371 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-ca787df8-863a-4cb0-b0cf-3a9a59eb4b2a tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:28.597884 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-ca787df8-863a-4cb0-b0cf-3a9a59eb4b2a tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 985 time: 0.0500259 May 11 07:44:28.609113 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Request body: {'port': {'security_groups': ['420be390-f7e0-4db0-90b7-29b0a77c6569']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:44:28.684031 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:28.893312 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] For port 2986b04c-bb85-422f-a436-abb58852a5fc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2986b04c-bb85-422f-a436-abb58852a5fc,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:28.920968 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for port (2986b04c-bb85-422f-a436-abb58852a5fc), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:28.925338 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:28.938116 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['2986b04c-bb85-422f-a436-abb58852a5fc'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:44:28.973044 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:28.973688 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:28.975067 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cb3e5679-b949-4e5d-9f21-9cac2f440fa1 req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "PUT /v2.0/ports/2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 943 time: 0.3707752 May 11 07:44:28.975512 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:44:28.977783 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b6aed0-594d-47ef-864d-26d2afedee51" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:44:28.981533 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 52904) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:29.017334 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event updated for resources: {'Port': ['ID=2986b04c-bb85-422f-a436-abb58852a5fc,revision_number=7']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:29.026494 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.027388 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.027970 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.028485 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.029006 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.029485 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.029990 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.030493 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.030977 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.031460 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.031937 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.032543 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.033017 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.033489 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.034010 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630fe95-8f57-4f84-b2cb-84257e72f065 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:29.057015 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-55806368-e768-4814-a32d-07ae991d00d3 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group (b26c7b67-563f-44f3-bb13-d8765d1c9aa9), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:29.086368 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-55806368-e768-4814-a32d-07ae991d00d3 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group (b26c7b67-563f-44f3-bb13-d8765d1c9aa9), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:29.107207 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['2986b04c-bb85-422f-a436-abb58852a5fc'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:44:29.138013 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483951df-acdd-40b0-b0c2-0214a6bc040a x-openstack-request-id: req-483951df-acdd-40b0-b0c2-0214a6bc040a {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:44:29.139395 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:44:29.139892 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-483951df-acdd-40b0-b0c2-0214a6bc040a {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:44:29.140567 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483951df-acdd-40b0-b0c2-0214a6bc040a'] response: {'name': 'network-changed', 'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc', 'status': 'completed', 'code': 200} May 11 07:44:29.204107 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-d5bd2f61-1cdb-48eb-8e65-ae5325bca721 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432444 May 11 07:44:29.221164 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-84be4148-00e8-4057-8583-7b932fec0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:29.222965 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-84be4148-00e8-4057-8583-7b932fec0060 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e1fa8f24714fc9af8b0947ec51aede&device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 1130 time: 0.0530434 May 11 07:44:29.224537 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-55806368-e768-4814-a32d-07ae991d00d3 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b26c7b67-563f-44f3-bb13-d8765d1c9aa9), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:29.227153 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-55806368-e768-4814-a32d-07ae991d00d3 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:29.228782 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-55806368-e768-4814-a32d-07ae991d00d3 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "DELETE /v2.0/security-groups/b26c7b67-563f-44f3-bb13-d8765d1c9aa9 HTTP/1.1" status: 204 len: 168 time: 0.2457299 May 11 07:44:29.231113 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 52910) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:29.238453 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55806368-e768-4814-a32d-07ae991d00d3 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26c7b67-563f-44f3-bb13-d8765d1c9aa9,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:29.295716 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-f29380c8-bfb8-490c-bee4-7490194c0702 None None] Provisioning complete for port 2986b04c-bb85-422f-a436-abb58852a5fc triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:44:29.296079 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f29380c8-bfb8-490c-bee4-7490194c0702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:29.376337 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-f29380c8-bfb8-490c-bee4-7490194c0702 None None] Current status of the port 2986b04c-bb85-422f-a436-abb58852a5fc is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:44:29.382864 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Deleting port 9f263423-285b-4ad4-8edb-6648112d6998 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:29.383204 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (9f263423-285b-4ad4-8edb-6648112d6998), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:29.458637 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (9f263423-285b-4ad4-8edb-6648112d6998), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:29.459303 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for floatingip (9f263423-285b-4ad4-8edb-6648112d6998), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:29.470886 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Calling delete_port for 9f263423-285b-4ad4-8edb-6648112d6998 owned by network:floatingip {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:29.640184 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (9f263423-285b-4ad4-8edb-6648112d6998), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:29.667188 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event deleted for resources: {'Port': ['ID=9f263423-285b-4ad4-8edb-6648112d6998,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:29.724702 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks [] for floatingip (dec17a01-f22b-4ce4-8017-25563cde5189), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:29.724943 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Floating IP dec17a01-f22b-4ce4-8017-25563cde5189 disassociated (deleted). External IP: 172.27.2.158, port: 2986b04c-bb85-422f-a436-abb58852a5fc. May 11 07:44:30.222084 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-2efb9e11-c1ad-4562-a149-1c7e12b5c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:30.223530 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-2efb9e11-c1ad-4562-a149-1c7e12b5c74f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb44a62c-df04-4422-b678-e6d535160d9f HTTP/1.1" status: 200 len: 916 time: 0.4419765 May 11 07:44:30.293012 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-89c41e3e-a3d9-42fe-8091-8a6a287ad867 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 217 time: 0.0601027 May 11 07:44:30.345699 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Router 499aba89-1c96-41df-a512-58c29c0001db has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:44:30.357808 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-66ac5307-6488-4def-8844-2ea730480a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:30.359206 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-66ac5307-6488-4def-8844-2ea730480a83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed3e86ba-e244-4918-bffd-7a584b15220f HTTP/1.1" status: 200 len: 854 time: 0.0589869 May 11 07:44:30.457796 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-cb1b20ed-bf7e-4b8d-95d6-5f39725415a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:30.460290 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-cb1b20ed-bf7e-4b8d-95d6-5f39725415a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb44a62c-df04-4422-b678-e6d535160d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630898 May 11 07:44:30.532155 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:44:30.541513 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] Sync routers for ids ['499aba89-1c96-41df-a512-58c29c0001db'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:44:30.550832 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] Routers {'499aba89-1c96-41df-a512-58c29c0001db'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:30.551430 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['499aba89-1c96-41df-a512-58c29c0001db'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:30.558532 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:30.599970 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-cba215e5-457d-4b67-bc68-ebb6692fe476 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "DELETE /v2.0/floatingips/dec17a01-f22b-4ce4-8017-25563cde5189 HTTP/1.1" status: 204 len: 168 time: 1.3677609 May 11 07:44:30.610814 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-4170b9a3-193f-496e-994d-e8ade6002d06 service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237562 May 11 07:44:30.662558 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] Set router 499aba89-1c96-41df-a512-58c29c0001db gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:30.688890 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-85dbb95f-bf31-4385-8aaf-539a1d4b03d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:30.741603 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-40b6aed0-594d-47ef-864d-26d2afedee51 req-c0fab723-3477-48a8-99de-0fde08907411 service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239939 May 11 07:44:30.884752 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-e4bcf0d4-78d8-4abc-b729-3aac4acb927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:30.886629 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-e4bcf0d4-78d8-4abc-b729-3aac4acb927f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e1fa8f24714fc9af8b0947ec51aede&device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 1130 time: 0.0551333 May 11 07:44:30.975984 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '6bd03b05-3db1-4a2e-93ed-916286ffb7bf', 'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'mac_address': 'fa:16:3e:7c:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:52Z', 'updated_at': '2022-05-11T07:41:57Z', 'revision_number': 5, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'subnets': [{'id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:31.004417 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] Checking router: 499aba89-1c96-41df-a512-58c29c0001db for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:44:31.006528 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-0102c1cf-5ffc-485e-9bf2-bfff5384c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:31.008154 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-0102c1cf-5ffc-485e-9bf2-bfff5384c26e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb44a62c-df04-4422-b678-e6d535160d9f HTTP/1.1" status: 200 len: 916 time: 0.0916946 May 11 07:44:31.012915 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] Routers {'499aba89-1c96-41df-a512-58c29c0001db'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:31.013568 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['499aba89-1c96-41df-a512-58c29c0001db'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:31.123991 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] Set router 499aba89-1c96-41df-a512-58c29c0001db gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:31.142003 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:44:31.144352 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:44:31.182138 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406b10e4-5b5c-4fcc-ba7b-90cd914e4bdd x-openstack-request-id: req-406b10e4-5b5c-4fcc-ba7b-90cd914e4bdd {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:44:31.182431 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:44:31.182681 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-406b10e4-5b5c-4fcc-ba7b-90cd914e4bdd {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:44:31.183077 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406b10e4-5b5c-4fcc-ba7b-90cd914e4bdd'] response: {'name': 'network-changed', 'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc', 'status': 'completed', 'code': 200} May 11 07:44:31.281194 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-0e9eed10-502d-418c-8089-381bac9176a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 217 time: 0.0398302 May 11 07:44:31.335436 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-97d89d1b-6c1a-42a9-a925-e3c98b6168ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:31.337159 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-97d89d1b-6c1a-42a9-a925-e3c98b6168ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed3e86ba-e244-4918-bffd-7a584b15220f HTTP/1.1" status: 200 len: 854 time: 0.0498390 May 11 07:44:31.337948 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '6bd03b05-3db1-4a2e-93ed-916286ffb7bf', 'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'mac_address': 'fa:16:3e:7c:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:52Z', 'updated_at': '2022-05-11T07:41:57Z', 'revision_number': 5, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'subnets': [{'id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:31.364976 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6048a266-dcce-4554-af6c-2c6fb176e24e None None] The sync data for ids ['499aba89-1c96-41df-a512-58c29c0001db'] in dv-cinder-836996-20-iscsi is: [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:41:53Z', 'revision_number': 4, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '6bd03b05-3db1-4a2e-93ed-916286ffb7bf', 'name': '', 'network_id': 'fb44a62c-df04-4422-b678-e6d535160d9f', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'mac_address': 'fa:16:3e:7c:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:52Z', 'updated_at': '2022-05-11T07:41:57Z', 'revision_number': 5, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'subnets': [{'id': 'ed3e86ba-e244-4918-bffd-7a584b15220f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:44:31.437330 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-ad729923-2973-47fb-b6cb-3f86877b3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:31.439256 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-ad729923-2973-47fb-b6cb-3f86877b3224 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb44a62c-df04-4422-b678-e6d535160d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488267 May 11 07:44:31.532506 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-ceb56a10-baa8-4b7e-a9d6-3d73002e47bc service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846825 May 11 07:44:31.603303 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97f34c-17ed-447f-baa2-bc21054757e9 None None] New status for floating IP dec17a01-f22b-4ce4-8017-25563cde5189: DOWN {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:44:31.630317 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f2b0d473-8ef4-4881-94ec-7fdb172e5c1b req-ffd9fc5c-5860-4912-b23e-790b3529d866 service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910108 May 11 07:44:31.802258 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:31.996323 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-6cfd9dbb-78ac-4dcb-9274-29aff6b7da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:31.998342 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-6cfd9dbb-78ac-4dcb-9274-29aff6b7da9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03e1fa8f24714fc9af8b0947ec51aede&device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 1130 time: 0.0398562 May 11 07:44:32.297367 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-0ecd0a0e-0177-4b58-9e22-bdef26bf1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:32.298726 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-0ecd0a0e-0177-4b58-9e22-bdef26bf1951 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb44a62c-df04-4422-b678-e6d535160d9f HTTP/1.1" status: 200 len: 916 time: 0.0938575 May 11 07:44:32.610275 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-41970a23-ca1c-4ef7-bd0e-ce9f4b93587b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 200 len: 217 time: 0.0427368 May 11 07:44:32.660674 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-5d7a63cc-85d6-4acd-af81-2b8f6343cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:32.662142 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-5d7a63cc-85d6-4acd-af81-2b8f6343cebc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed3e86ba-e244-4918-bffd-7a584b15220f HTTP/1.1" status: 200 len: 854 time: 0.0456088 May 11 07:44:32.918783 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-b6597ea6-bb48-425c-ac5e-4f6cd2a2ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:32.920925 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-b6597ea6-bb48-425c-ac5e-4f6cd2a2ed4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb44a62c-df04-4422-b678-e6d535160d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487940 May 11 07:44:33.010375 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-98454710-a6fa-473a-ad99-273ed879fce8 service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823295 May 11 07:44:33.103440 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84e544fd-901d-4569-a5a3-0d86e9f8dbfa req-13cf4018-f1b2-4fc1-88a3-d4fc40ce061b service neutron] 10.222.0.24 "GET /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848560 May 11 07:44:33.224995 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:33.371778 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a756031-2393-4c5d-9371-fc127bc1f210 req-b0914447-0988-429c-837a-96b8e046c1f1 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:33.373266 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9a756031-2393-4c5d-9371-fc127bc1f210 req-b0914447-0988-429c-837a-96b8e046c1f1 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0485044 May 11 07:44:33.420064 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9a756031-2393-4c5d-9371-fc127bc1f210 req-2f58a204-7087-474e-8cd3-ab2a8e67b2e5 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 May 11 07:44:34.534668 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35033-f8f8-4cf3-965e-6afd20a9f972 req-7fa66775-21d4-476e-ba18-03c2126d35e8 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:34.536174 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cea35033-f8f8-4cf3-965e-6afd20a9f972 req-7fa66775-21d4-476e-ba18-03c2126d35e8 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0477977 May 11 07:44:34.584960 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cea35033-f8f8-4cf3-965e-6afd20a9f972 req-af2e64ca-3a0b-4368-b92c-833941078f26 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432394 May 11 07:44:34.709210 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:35.599294 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-4bf31d73-2d44-40e6-b2aa-1408e862dee4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:35.600844 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-4bf31d73-2d44-40e6-b2aa-1408e862dee4 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0481770 May 11 07:44:35.723753 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-61a5c00f-4183-4a0a-a3fe-bbd6ed60621f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Deleting port 2986b04c-bb85-422f-a436-abb58852a5fc {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:35.724096 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-61a5c00f-4183-4a0a-a3fe-bbd6ed60621f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:35.736229 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fa49e-c022-43c3-bf51-5d49e101f8a5 req-07a8ce9d-d527-4dc6-8961-1e4394ded8e7 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:35.737742 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-102fa49e-c022-43c3-bf51-5d49e101f8a5 req-07a8ce9d-d527-4dc6-8961-1e4394ded8e7 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5d5c60-3790-4889-92a4-0bd325a22b43 HTTP/1.1" status: 200 len: 946 time: 0.0675044 May 11 07:44:35.838966 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-102fa49e-c022-43c3-bf51-5d49e101f8a5 req-e168ef62-f9a8-4642-bae0-b91d7c174337 tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.36 "GET /v2.0/security-groups?id=420be390-f7e0-4db0-90b7-29b0a77c6569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908525 May 11 07:44:35.858778 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-61a5c00f-4183-4a0a-a3fe-bbd6ed60621f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] For port 2986b04c-bb85-422f-a436-abb58852a5fc, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2986b04c-bb85-422f-a436-abb58852a5fc,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:35.859143 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-61a5c00f-4183-4a0a-a3fe-bbd6ed60621f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:35.872609 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-61a5c00f-4183-4a0a-a3fe-bbd6ed60621f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Calling delete_port for 2986b04c-bb85-422f-a436-abb58852a5fc owned by compute:nova {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:36.000724 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-61a5c00f-4183-4a0a-a3fe-bbd6ed60621f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (2986b04c-bb85-422f-a436-abb58852a5fc), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:36.013246 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['2986b04c-bb85-422f-a436-abb58852a5fc'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:44:36.027922 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5c00f-4183-4a0a-a3fe-bbd6ed60621f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Pushing event deleted for resources: {'Port': ['ID=2986b04c-bb85-422f-a436-abb58852a5fc,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:36.078924 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-61a5c00f-4183-4a0a-a3fe-bbd6ed60621f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] No DVR routers for this DVR port 2986b04c-bb85-422f-a436-abb58852a5fc on host hv-cinder-83699 {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:44:36.081627 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-61a5c00f-4183-4a0a-a3fe-bbd6ed60621f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:36.085037 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-65b524e0-5402-4466-87f5-ce09cbccf97a req-61a5c00f-4183-4a0a-a3fe-bbd6ed60621f tempest-TestMinimumBasicScenario-928645904 tempest-TestMinimumBasicScenario-928645904-project] 10.222.0.24 "DELETE /v2.0/ports/2986b04c-bb85-422f-a436-abb58852a5fc HTTP/1.1" status: 204 len: 173 time: 0.4769082 May 11 07:44:36.085490 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'name': 'network-vif-deleted', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:44:36.087752 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e262ed0-da31-41d8-b734-b6a8f8a7dd16" -d '{"events": [{"server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "name": "network-vif-deleted", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:44:36.125138 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6734ed0d-97d4-4389-a76e-b222879ddee7 x-openstack-request-id: req-6734ed0d-97d4-4389-a76e-b222879ddee7 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:44:36.125503 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5d5c60-3790-4889-92a4-0bd325a22b43", "name": "network-vif-deleted", "tag": "2986b04c-bb85-422f-a436-abb58852a5fc", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:44:36.125790 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6734ed0d-97d4-4389-a76e-b222879ddee7 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:44:36.126201 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6734ed0d-97d4-4389-a76e-b222879ddee7'] response: {'server_uuid': '5b5d5c60-3790-4889-92a4-0bd325a22b43', 'name': 'network-vif-deleted', 'tag': '2986b04c-bb85-422f-a436-abb58852a5fc', 'status': 'completed', 'code': 200} May 11 07:44:37.306467 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d054408-52a1-4e6d-a136-cbac182a2ec4 req-bf371a66-5c9d-4bf4-ade8-73567adda1ff tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:37.307959 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3d054408-52a1-4e6d-a136-cbac182a2ec4 req-bf371a66-5c9d-4bf4-ade8-73567adda1ff tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 945 time: 0.0478742 May 11 07:44:37.356021 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3d054408-52a1-4e6d-a136-cbac182a2ec4 req-8da24429-62f4-4b14-86d6-77b516bbf3f6 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416188 May 11 07:44:37.377559 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53044) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:37.695851 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999372'] for router_interface (499aba89-1c96-41df-a512-58c29c0001db), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:37.927771 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] Deleting port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:37.928105 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:38.007038 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] For port 6bd03b05-3db1-4a2e-93ed-916286ffb7bf, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6bd03b05-3db1-4a2e-93ed-916286ffb7bf,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:38.007317 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:38.019597 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] Calling delete_port for 6bd03b05-3db1-4a2e-93ed-916286ffb7bf owned by network:router_interface {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:38.198224 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (6bd03b05-3db1-4a2e-93ed-916286ffb7bf), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:38.224263 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd03b05-3db1-4a2e-93ed-916286ffb7bf,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:38.390389 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979411'] for router_interface (499aba89-1c96-41df-a512-58c29c0001db), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:38.468309 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 2986b04c-bb85-422f-a436-abb58852a5fc no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:38.487822 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 2986b04c-bb85-422f-a436-abb58852a5fc {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:38.488172 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 2986b04c-bb85-422f-a436-abb58852a5fc not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:38.492149 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039482f-ecaf-4d2b-b0cf-5d2cb3310e51 req-51ff7bd2-1f22-45f9-a1cf-7018e052bad1 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:38.493585 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0039482f-ecaf-4d2b-b0cf-5d2cb3310e51 req-51ff7bd2-1f22-45f9-a1cf-7018e052bad1 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 945 time: 0.0607436 May 11 07:44:38.611579 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0039482f-ecaf-4d2b-b0cf-5d2cb3310e51 req-cae1882e-d40a-479f-9cb0-6645b5b30186 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904384 May 11 07:44:38.678213 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] Router 499aba89-1c96-41df-a512-58c29c0001db has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:44:39.059672 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:44:39.064566 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-26f6603e-067a-4bbe-beae-95d005a704db admin admin] 10.222.0.36 "PUT /v2.0/routers/499aba89-1c96-41df-a512-58c29c0001db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6859088 May 11 07:44:39.067367 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53048) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:39.070133 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] Sync routers for ids ['499aba89-1c96-41df-a512-58c29c0001db'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:44:39.080890 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] Routers {'499aba89-1c96-41df-a512-58c29c0001db'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:39.081495 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['499aba89-1c96-41df-a512-58c29c0001db'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:39.188285 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] Set router 499aba89-1c96-41df-a512-58c29c0001db gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:39.203395 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Publish callbacks [] for router (499aba89-1c96-41df-a512-58c29c0001db), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:39.210595 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-943ec0a8-2f7d-44c6-b659-0d3bcac31310 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:39.212049 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-943ec0a8-2f7d-44c6-b659-0d3bcac31310 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.24 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 945 time: 0.0576863 May 11 07:44:39.357153 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:44:38Z', 'revision_number': 5, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:39.375382 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Deleting port db802acb-b2fb-41d5-ae0d-61aea6391681 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:39.375724 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:39.386040 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] Checking router: 499aba89-1c96-41df-a512-58c29c0001db for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:44:39.395145 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] Routers {'499aba89-1c96-41df-a512-58c29c0001db'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:39.395747 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['499aba89-1c96-41df-a512-58c29c0001db'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:39.406234 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Publish callbacks [] for router_gateway (499aba89-1c96-41df-a512-58c29c0001db), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:39.494514 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Deleting port ab3bc3c6-a25b-47c5-a9f8-3d476538984a {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:39.494851 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:39.513311 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] Set router 499aba89-1c96-41df-a512-58c29c0001db gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:39.525600 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] For port db802acb-b2fb-41d5-ae0d-61aea6391681, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=db802acb-b2fb-41d5-ae0d-61aea6391681,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:39.525959 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:39.680896 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:44:38Z', 'revision_number': 5, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:39.712275 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a57d86-67b6-44ad-941c-2b3a3009338d None None] The sync data for ids ['499aba89-1c96-41df-a512-58c29c0001db'] in dv-cinder-836996-20-iscsi is: [{'id': '499aba89-1c96-41df-a512-58c29c0001db', 'name': 'tempest-TestMinimumBasicScenario-1331451042-router', 'tenant_id': '03e1fa8f24714fc9af8b0947ec51aede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:50Z', 'updated_at': '2022-05-11T07:44:38Z', 'revision_number': 5, 'project_id': '03e1fa8f24714fc9af8b0947ec51aede', 'gw_port': {'id': 'ab3bc3c6-a25b-47c5-a9f8-3d476538984a', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aba89-1c96-41df-a512-58c29c0001db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:51Z', 'updated_at': '2022-05-11T07:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:44:39.729745 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] For port ab3bc3c6-a25b-47c5-a9f8-3d476538984a, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=ab3bc3c6-a25b-47c5-a9f8-3d476538984a,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:39.730118 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:39.774333 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Calling delete_port for ab3bc3c6-a25b-47c5-a9f8-3d476538984a owned by network:router_gateway {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:39.826057 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85316088-6bdf-4f4d-b574-9aabd2fcaab5 req-9e225bca-2f71-4f03-b132-0caa746d78d5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:39.827529 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-85316088-6bdf-4f4d-b574-9aabd2fcaab5 req-9e225bca-2f71-4f03-b132-0caa746d78d5 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 945 time: 0.1430717 May 11 07:44:39.906862 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:39.907123 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (ab7d55c7-159c-4fa3-a7dc-acc4bcea3358), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:39.907442 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Floating IP ab7d55c7-159c-4fa3-a7dc-acc4bcea3358 disassociated. External IP: 172.27.2.176, port: db802acb-b2fb-41d5-ae0d-61aea6391681. May 11 07:44:39.907780 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Calling delete_port for db802acb-b2fb-41d5-ae0d-61aea6391681 owned by compute:nova {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:39.977424 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-85316088-6bdf-4f4d-b574-9aabd2fcaab5 req-e61cdd5d-0ac8-4778-a8f8-98d5db1eab7c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7e7ad1d-5c00-4aaf-9872-72ae3003478c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425898 May 11 07:44:40.145046 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (ab3bc3c6-a25b-47c5-a9f8-3d476538984a), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.172736 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (db802acb-b2fb-41d5-ae0d-61aea6391681), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.174842 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3bc3c6-a25b-47c5-a9f8-3d476538984a,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:40.206753 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event deleted for resources: {'Port': ['ID=db802acb-b2fb-41d5-ae0d-61aea6391681,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:40.301736 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995326'] for router_gateway (499aba89-1c96-41df-a512-58c29c0001db), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.421390 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30833'] for router (499aba89-1c96-41df-a512-58c29c0001db), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.424657 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Publish callbacks [] for router_controller (499aba89-1c96-41df-a512-58c29c0001db), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.478396 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:44:40.479105 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-992175'] for router (499aba89-1c96-41df-a512-58c29c0001db), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.479681 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 499aba89-1c96-41df-a512-58c29c0001db {{(pid=103568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 07:44:40.485488 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.486636 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-0a2a8730-7218-4c5f-ba7a-3e6fe0e78bed admin admin] 10.222.0.36 "DELETE /v2.0/routers/499aba89-1c96-41df-a512-58c29c0001db HTTP/1.1" status: 204 len: 168 time: 1.4183738 May 11 07:44:40.489462 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53056) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:40.539304 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Deleting subnet ed3e86ba-e244-4918-bffd-7a584b15220f {{(pid=103567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:44:40.542556 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Publish callbacks [] for subnet (ed3e86ba-e244-4918-bffd-7a584b15220f), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.585429 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164461'] for subnet (ed3e86ba-e244-4918-bffd-7a584b15220f), precommit_delete_associations {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.606311 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:44:40.618435 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] Sync routers for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:44:40.632729 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:40.633367 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:40.651612 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] No DVR routers for this DVR port db802acb-b2fb-41d5-ae0d-61aea6391681 on host hv-cinder-83699 {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:44:40.655880 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.659067 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-92bb4a59-b87c-482a-a1c8-ccf827fd2949 req-5f1648b0-d700-4835-87f3-4cf865ad961c tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.24 "DELETE /v2.0/ports/db802acb-b2fb-41d5-ae0d-61aea6391681 HTTP/1.1" status: 204 len: 173 time: 1.4120719 May 11 07:44:40.659538 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d19445-31da-4e52-849f-b17774fef588', 'name': 'network-vif-deleted', 'tag': 'db802acb-b2fb-41d5-ae0d-61aea6391681'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:44:40.661824 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285c502b-1652-4ba0-a7da-e79842595ed8" -d '{"events": [{"server_uuid": "38d19445-31da-4e52-849f-b17774fef588", "name": "network-vif-deleted", "tag": "db802acb-b2fb-41d5-ae0d-61aea6391681"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:44:40.701702 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f6c0d-3dc8-43fc-8d67-200bc1eb2201 x-openstack-request-id: req-112f6c0d-3dc8-43fc-8d67-200bc1eb2201 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:44:40.702237 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d19445-31da-4e52-849f-b17774fef588", "name": "network-vif-deleted", "tag": "db802acb-b2fb-41d5-ae0d-61aea6391681", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:44:40.702686 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-112f6c0d-3dc8-43fc-8d67-200bc1eb2201 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:44:40.703309 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112f6c0d-3dc8-43fc-8d67-200bc1eb2201'] response: {'server_uuid': '38d19445-31da-4e52-849f-b17774fef588', 'name': 'network-vif-deleted', 'tag': 'db802acb-b2fb-41d5-ae0d-61aea6391681', 'status': 'completed', 'code': 200} May 11 07:44:40.739121 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (ed3e86ba-e244-4918-bffd-7a584b15220f), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.786266 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:40.800281 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3988792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150997'] for subnet (ed3e86ba-e244-4918-bffd-7a584b15220f), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.831112 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3e86ba-e244-4918-bffd-7a584b15220f,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:40.835731 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.841147 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ed3e86ba-e244-4918-bffd-7a584b15220f HTTP/1.1" status: 204 len: 168 time: 0.3484004 May 11 07:44:40.841637 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53060) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:40.843754 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.844101 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.844445 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.844780 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.845112 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.845440 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.845808 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.846135 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.846464 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.846783 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.847105 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.847426 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.847746 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.848059 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.848376 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafcd3ca-21cb-4378-a54d-b8cdeeb8df0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:44:40.866654 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc052622-3dc5-4150-ac1b-2c6d0da162c0 None None] Network fb44a62c-df04-4422-b678-e6d535160d9f requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:44:40.914652 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (fb44a62c-df04-4422-b678-e6d535160d9f), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:40.960088 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Deleting port aae56d49-c770-44ef-b048-8e38c890942b {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:40.960328 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (aae56d49-c770-44ef-b048-8e38c890942b), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.035090 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] For port aae56d49-c770-44ef-b048-8e38c890942b, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=aae56d49-c770-44ef-b048-8e38c890942b,segment=NetworkSegment(36eb25f7-b6f3-42bd-870f-b27408a14264),segment_id=36eb25f7-b6f3-42bd-870f-b27408a14264)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:41.035461 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (aae56d49-c770-44ef-b048-8e38c890942b), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.053225 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Calling delete_port for aae56d49-c770-44ef-b048-8e38c890942b owned by network:dhcp {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:41.070759 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:41.122698 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] Checking router: 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:44:41.133909 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f567d-2728-4903-8603-a98062275fa5 None None] DHCP port deletion for fb44a62c-df04-4422-b678-e6d535160d9f request from dv-cinder-836996-20-iscsi {{(pid=103569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 07:44:41.147910 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:41.148541 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:41.164622 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d24dd7f3-7e43-47bb-b79e-3814d3f0e721 req-660cc361-4f72-4133-9a70-b0040eb4f922 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d19445-31da-4e52-849f-b17774fef588 HTTP/1.1" status: 200 len: 210 time: 0.0353291 May 11 07:44:41.213854 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (aae56d49-c770-44ef-b048-8e38c890942b), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.236398 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-a26f567d-2728-4903-8603-a98062275fa5 None None] Deleting port aae56d49-c770-44ef-b048-8e38c890942b {{(pid=103569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:41.236777 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a26f567d-2728-4903-8603-a98062275fa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (aae56d49-c770-44ef-b048-8e38c890942b), before_delete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.244345 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae56d49-c770-44ef-b048-8e38c890942b,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:41.246212 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] No DVR routers for this DVR port aae56d49-c770-44ef-b048-8e38c890942b on host dv-cinder-836996-20-iscsi {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:44:41.314820 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (fb44a62c-df04-4422-b678-e6d535160d9f), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.334721 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb44a62c-df04-4422-b678-e6d535160d9f']}} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:41.344390 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36eb25f7-b6f3-42bd-870f-b27408a14264') {'for_net_delete': True} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:41.344682 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36eb25f7-b6f3-42bd-870f-b27408a14264') {} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:41.348536 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-a26f567d-2728-4903-8603-a98062275fa5 None None] For port aae56d49-c770-44ef-b048-8e38c890942b, host dv-cinder-836996-20-iscsi, got binding levels [] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:41.348931 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a26f567d-2728-4903-8603-a98062275fa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (aae56d49-c770-44ef-b048-8e38c890942b), precommit_delete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.354218 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16893163'] for segment (36eb25f7-b6f3-42bd-870f-b27408a14264), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.362709 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:41.369242 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (36eb25f7-b6f3-42bd-870f-b27408a14264), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.376721 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:44:41.377276 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17748629'] for segment (36eb25f7-b6f3-42bd-870f-b27408a14264), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: Traceback (most recent call last): May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: timer() May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: cb(*args, **kw) May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: return func(*args, **kwargs) May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: self._notify() May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: self.callback(batched_events) May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: event.method(event) May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: return f(self, *a, **k) May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._get(url).json() May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: return self.request(url, 'GET', **kwargs) May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:44:41.379675 dv-cinder-836996-20-iscsi neutron-server[103568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:44:41.390651 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-a26f567d-2728-4903-8603-a98062275fa5 None None] Calling delete_port for aae56d49-c770-44ef-b048-8e38c890942b owned by network:dhcp {{(pid=103569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:41.395103 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.ipam_backend_mixin [None req-a26f567d-2728-4903-8603-a98062275fa5 None None] Port aae56d49-c770-44ef-b048-8e38c890942b was not found and therefore no delete operation was performed {{(pid=103569) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 11 07:44:41.397383 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a26f567d-2728-4903-8603-a98062275fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422'] for port (aae56d49-c770-44ef-b048-8e38c890942b), after_delete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.428627 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6bd03b05-3db1-4a2e-93ed-916286ffb7bf no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:41.435031 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f567d-2728-4903-8603-a98062275fa5 None None] Pushing event deleted for resources: {'Port': ['ID=aae56d49-c770-44ef-b048-8e38c890942b,revision_number=None']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:41.444304 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (fb44a62c-df04-4422-b678-e6d535160d9f), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.445434 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f567d-2728-4903-8603-a98062275fa5 None None] No DVR routers for this DVR port aae56d49-c770-44ef-b048-8e38c890942b on host dv-cinder-836996-20-iscsi {{(pid=103569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:44:41.449794 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:41.457221 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fb44a62c-df04-4422-b678-e6d535160d9f HTTP/1.1" status: 204 len: 168 time: 0.6109788 May 11 07:44:41.457221 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53064) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:41.474576 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94778cc-ad0f-4606-aa4b-718092ae3af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb44a62c-df04-4422-b678-e6d535160d9f,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:41.500685 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 6bd03b05-3db1-4a2e-93ed-916286ffb7bf {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:41.501030 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6bd03b05-3db1-4a2e-93ed-916286ffb7bf not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:41.501437 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device aae56d49-c770-44ef-b048-8e38c890942b no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:41.535757 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: aae56d49-c770-44ef-b048-8e38c890942b {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:41.536099 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device aae56d49-c770-44ef-b048-8e38c890942b not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:41.536510 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device ab3bc3c6-a25b-47c5-a9f8-3d476538984a no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:41.559218 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: ab3bc3c6-a25b-47c5-a9f8-3d476538984a {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:41.559486 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device ab3bc3c6-a25b-47c5-a9f8-3d476538984a not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:41.659122 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:41.686859 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd399f-7299-4c3e-a3af-83d383462f74 None None] The sync data for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi is: [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:27Z', 'revision_number': 4, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8', 'name': '', 'network_id': '3e16a8a2-6e6f-43bc-8406-954bb2e1bbba', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'mac_address': 'fa:16:3e:b7:e5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:26Z', 'updated_at': '2022-05-11T07:39:31Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'subnets': [{'id': 'e194c29f-39e9-4107-9cf2-3153c052edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:44:41.923733 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd66785-5dd9-480a-8560-4bc9cc7d4f02 None None] New status for floating IP ab7d55c7-159c-4fa3-a7dc-acc4bcea3358: DOWN {{(pid=103570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:44:42.088650 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999372'] for router_interface (b4126f90-3c83-4c1b-916b-1150b891d2a0), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.258160 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53070) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:42.315238 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbd26-7b41-422b-9479-fe6326d17c6e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (f7e7ad1d-5c00-4aaf-9872-72ae3003478c), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.332322 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] Deleting port e6922007-eda6-4852-99e1-72adb6eb4a90 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:42.332653 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.412557 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] For port e6922007-eda6-4852-99e1-72adb6eb4a90, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=e6922007-eda6-4852-99e1-72adb6eb4a90,segment=NetworkSegment(c8c2e5cd-3d8b-4c40-86a8-39790569b2a9),segment_id=c8c2e5cd-3d8b-4c40-86a8-39790569b2a9)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:42.412915 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.427195 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] Calling delete_port for e6922007-eda6-4852-99e1-72adb6eb4a90 owned by network:router_interface {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:42.472079 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device db802acb-b2fb-41d5-ae0d-61aea6391681 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:42.498938 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: db802acb-b2fb-41d5-ae0d-61aea6391681 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:42.499462 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device db802acb-b2fb-41d5-ae0d-61aea6391681 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:42.567975 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbd26-7b41-422b-9479-fe6326d17c6e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (f7e7ad1d-5c00-4aaf-9872-72ae3003478c), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.615093 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbd26-7b41-422b-9479-fe6326d17c6e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (f7e7ad1d-5c00-4aaf-9872-72ae3003478c), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.617619 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbd26-7b41-422b-9479-fe6326d17c6e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.618755 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-7a9fbd26-7b41-422b-9479-fe6326d17c6e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "DELETE /v2.0/security-groups/f7e7ad1d-5c00-4aaf-9872-72ae3003478c HTTP/1.1" status: 204 len: 168 time: 0.3595235 May 11 07:44:42.622117 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (e6922007-eda6-4852-99e1-72adb6eb4a90), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.623196 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53072) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:42.635088 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fbd26-7b41-422b-9479-fe6326d17c6e tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e7ad1d-5c00-4aaf-9872-72ae3003478c,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:42.641243 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.api.v2.resource [None req-9760c576-f355-49cc-b5e0-03859d9c1446 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] show failed (client error): The resource could not be found. May 11 07:44:42.642259 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-9760c576-f355-49cc-b5e0-03859d9c1446 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "GET /v2.0/security-groups/f7e7ad1d-5c00-4aaf-9872-72ae3003478c HTTP/1.1" status: 404 len: 347 time: 0.0181639 May 11 07:44:42.645116 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53074) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:42.649399 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6922007-eda6-4852-99e1-72adb6eb4a90,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:42.772548 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-86f8d596-197d-4074-b3da-3fd07ac8e9b0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Deleting port a2b6b9c4-c5d7-4567-9c13-d357c8004093 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:42.772889 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-86f8d596-197d-4074-b3da-3fd07ac8e9b0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (a2b6b9c4-c5d7-4567-9c13-d357c8004093), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.830725 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979411'] for router_interface (b4126f90-3c83-4c1b-916b-1150b891d2a0), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.864563 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-86f8d596-197d-4074-b3da-3fd07ac8e9b0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (a2b6b9c4-c5d7-4567-9c13-d357c8004093), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.864885 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-86f8d596-197d-4074-b3da-3fd07ac8e9b0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (a2b6b9c4-c5d7-4567-9c13-d357c8004093), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:42.876633 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-86f8d596-197d-4074-b3da-3fd07ac8e9b0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Calling delete_port for a2b6b9c4-c5d7-4567-9c13-d357c8004093 owned by network:floatingip {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:43.008049 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-86f8d596-197d-4074-b3da-3fd07ac8e9b0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (a2b6b9c4-c5d7-4567-9c13-d357c8004093), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.034612 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8d596-197d-4074-b3da-3fd07ac8e9b0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Pushing event deleted for resources: {'Port': ['ID=a2b6b9c4-c5d7-4567-9c13-d357c8004093,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:43.058962 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] Router b4126f90-3c83-4c1b-916b-1150b891d2a0 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:44:43.098703 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-86f8d596-197d-4074-b3da-3fd07ac8e9b0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks [] for floatingip (ab7d55c7-159c-4fa3-a7dc-acc4bcea3358), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.101010 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-86f8d596-197d-4074-b3da-3fd07ac8e9b0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.102163 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-86f8d596-197d-4074-b3da-3fd07ac8e9b0 tempest-AttachVolumeTestJSON-1030254869 tempest-AttachVolumeTestJSON-1030254869-project] 10.222.0.36 "DELETE /v2.0/floatingips/ab7d55c7-159c-4fa3-a7dc-acc4bcea3358 HTTP/1.1" status: 204 len: 168 time: 0.4561322 May 11 07:44:43.173373 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:44:43.179414 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-4dab17b9-410e-4596-b355-018ad84322a5 admin admin] 10.222.0.36 "PUT /v2.0/routers/b4126f90-3c83-4c1b-916b-1150b891d2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7208517 May 11 07:44:43.182350 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53078) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:43.186208 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] Sync routers for ids ['b4126f90-3c83-4c1b-916b-1150b891d2a0'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:44:43.197971 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] Routers {'b4126f90-3c83-4c1b-916b-1150b891d2a0'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:43.198623 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['b4126f90-3c83-4c1b-916b-1150b891d2a0'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:43.289445 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Publish callbacks [] for router (b4126f90-3c83-4c1b-916b-1150b891d2a0), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.401154 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Publish callbacks [] for router_gateway (b4126f90-3c83-4c1b-916b-1150b891d2a0), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.451798 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] Set router b4126f90-3c83-4c1b-916b-1150b891d2a0 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:43.452961 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Deleting port 1f19dd82-5890-4763-840f-636268a2aed0 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:43.453395 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (1f19dd82-5890-4763-840f-636268a2aed0), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.533701 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] For port 1f19dd82-5890-4763-840f-636268a2aed0, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1f19dd82-5890-4763-840f-636268a2aed0,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:43.534064 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (1f19dd82-5890-4763-840f-636268a2aed0), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.547014 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Calling delete_port for 1f19dd82-5890-4763-840f-636268a2aed0 owned by network:router_gateway {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:43.619921 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'name': 'tempest-TestMinimumBasicScenario-1455125261-router', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '1f19dd82-5890-4763-840f-636268a2aed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:55Z', 'updated_at': '2022-05-11T07:44:42Z', 'revision_number': 5, 'project_id': '2aba240f079841fdb01071e98259eec1', 'gw_port': {'id': '1f19dd82-5890-4763-840f-636268a2aed0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:83:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:41:56Z', 'updated_at': '2022-05-11T07:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:43.646685 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] Checking router: b4126f90-3c83-4c1b-916b-1150b891d2a0 for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:44:43.655696 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] Routers {'b4126f90-3c83-4c1b-916b-1150b891d2a0'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:43.656301 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['b4126f90-3c83-4c1b-916b-1150b891d2a0'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:43.712398 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (1f19dd82-5890-4763-840f-636268a2aed0), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.740731 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f19dd82-5890-4763-840f-636268a2aed0,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:43.749290 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] Set router b4126f90-3c83-4c1b-916b-1150b891d2a0 gateway port host: None {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:43.800595 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995326'] for router_gateway (b4126f90-3c83-4c1b-916b-1150b891d2a0), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.805723 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'name': 'tempest-TestMinimumBasicScenario-1455125261-router', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:55Z', 'updated_at': '2022-05-11T07:44:43Z', 'revision_number': 6, 'project_id': '2aba240f079841fdb01071e98259eec1', 'gw_port_host': None}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:43.832559 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8af19-adf9-4e72-80b2-0f9ab7bfb5cb None None] The sync data for ids ['b4126f90-3c83-4c1b-916b-1150b891d2a0'] in dv-cinder-836996-20-iscsi is: [{'id': 'b4126f90-3c83-4c1b-916b-1150b891d2a0', 'name': 'tempest-TestMinimumBasicScenario-1455125261-router', 'tenant_id': '2aba240f079841fdb01071e98259eec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:41:55Z', 'updated_at': '2022-05-11T07:44:43Z', 'revision_number': 6, 'project_id': '2aba240f079841fdb01071e98259eec1', 'gw_port_host': None}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:44:43.899618 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30833'] for router (b4126f90-3c83-4c1b-916b-1150b891d2a0), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.901719 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Publish callbacks [] for router_controller (b4126f90-3c83-4c1b-916b-1150b891d2a0), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.950461 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-992175'] for router (b4126f90-3c83-4c1b-916b-1150b891d2a0), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.951761 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4126f90-3c83-4c1b-916b-1150b891d2a0 {{(pid=103568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 07:44:43.956098 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:43.957242 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-4623146c-992d-4176-87a4-3ba3386ff27e admin admin] 10.222.0.36 "DELETE /v2.0/routers/b4126f90-3c83-4c1b-916b-1150b891d2a0 HTTP/1.1" status: 204 len: 168 time: 0.7739701 May 11 07:44:43.959689 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53082) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:44.004842 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_v2 [None req-82887e05-a00a-4897-8760-94b81cf1e913 admin admin] Deleting subnet 25101b49-5e7b-48aa-9c75-380c0c2f4f40 {{(pid=103568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:44:44.007995 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-82887e05-a00a-4897-8760-94b81cf1e913 admin admin] Publish callbacks [] for subnet (25101b49-5e7b-48aa-9c75-380c0c2f4f40), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.041146 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-82887e05-a00a-4897-8760-94b81cf1e913 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16893138'] for subnet (25101b49-5e7b-48aa-9c75-380c0c2f4f40), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.119984 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-82887e05-a00a-4897-8760-94b81cf1e913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (25101b49-5e7b-48aa-9c75-380c0c2f4f40), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.181847 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-82887e05-a00a-4897-8760-94b81cf1e913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17749047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17489925'] for subnet (25101b49-5e7b-48aa-9c75-380c0c2f4f40), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.209656 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82887e05-a00a-4897-8760-94b81cf1e913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25101b49-5e7b-48aa-9c75-380c0c2f4f40,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:44.214565 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-82887e05-a00a-4897-8760-94b81cf1e913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.217938 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-82887e05-a00a-4897-8760-94b81cf1e913 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/25101b49-5e7b-48aa-9c75-380c0c2f4f40 HTTP/1.1" status: 204 len: 168 time: 0.2572560 May 11 07:44:44.220567 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53084) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:44.221344 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd2b4a-859a-4c42-b094-aa915165fa2e None None] Network c0195144-8d29-4bc8-ab10-06bc1b84aae5 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:44:44.306180 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (c0195144-8d29-4bc8-ab10-06bc1b84aae5), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.366959 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Deleting port 579873eb-413d-4a15-b78b-92287c1697c5 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:44.367331 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (579873eb-413d-4a15-b78b-92287c1697c5), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.432572 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] For port 579873eb-413d-4a15-b78b-92287c1697c5, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=579873eb-413d-4a15-b78b-92287c1697c5,segment=NetworkSegment(c8c2e5cd-3d8b-4c40-86a8-39790569b2a9),segment_id=c8c2e5cd-3d8b-4c40-86a8-39790569b2a9)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:44.432868 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (579873eb-413d-4a15-b78b-92287c1697c5), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.446132 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Calling delete_port for 579873eb-413d-4a15-b78b-92287c1697c5 owned by network:dhcp {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:44.531948 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (579873eb-413d-4a15-b78b-92287c1697c5), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.561038 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] No DVR routers for this DVR port 579873eb-413d-4a15-b78b-92287c1697c5 on host dv-cinder-836996-20-iscsi {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:44:44.562689 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Pushing event deleted for resources: {'Port': ['ID=579873eb-413d-4a15-b78b-92287c1697c5,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:44.613412 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d7b3d-3062-4f6a-9607-00742b21457a None None] DHCP port deletion for c0195144-8d29-4bc8-ab10-06bc1b84aae5 request from dv-cinder-836996-20-iscsi {{(pid=103569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 07:44:44.649776 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (c0195144-8d29-4bc8-ab10-06bc1b84aae5), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.669427 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0195144-8d29-4bc8-ab10-06bc1b84aae5']}} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:44.679131 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9') {'for_net_delete': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:44.679422 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c2e5cd-3d8b-4c40-86a8-39790569b2a9') {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:44.688638 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164436'] for segment (c8c2e5cd-3d8b-4c40-86a8-39790569b2a9), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.702731 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (c8c2e5cd-3d8b-4c40-86a8-39790569b2a9), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.711746 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:44:44.712069 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988378'] for segment (c8c2e5cd-3d8b-4c40-86a8-39790569b2a9), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: Traceback (most recent call last): May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: timer() May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: cb(*args, **kw) May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: return func(*args, **kwargs) May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: self._notify() May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: self.callback(batched_events) May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: event.method(event) May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: return f(self, *a, **k) May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._get(url).json() May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: return self.request(url, 'GET', **kwargs) May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:44:44.713890 dv-cinder-836996-20-iscsi neutron-server[103567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:44:44.770216 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (c0195144-8d29-4bc8-ab10-06bc1b84aae5), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.786453 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:44.789569 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c0195144-8d29-4bc8-ab10-06bc1b84aae5 HTTP/1.1" status: 204 len: 168 time: 0.5679233 May 11 07:44:44.790936 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893846f-f06e-4d4f-8a85-cfe92e389955 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0195144-8d29-4bc8-ab10-06bc1b84aae5,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:44.961038 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53094) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:45.002271 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-1459c977-bd88-448f-8eea-384e22124e2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03e1fa8f24714fc9af8b0947ec51aede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400627 May 11 07:44:45.004700 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53096) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:45.051646 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0bd211b2-7e91-4e7a-98b3-6a9fa7019e80 admin admin] Publish callbacks [] for security_group (420be390-f7e0-4db0-90b7-29b0a77c6569), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:45.073074 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0bd211b2-7e91-4e7a-98b3-6a9fa7019e80 admin admin] Publish callbacks [] for security_group (420be390-f7e0-4db0-90b7-29b0a77c6569), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:45.119162 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0bd211b2-7e91-4e7a-98b3-6a9fa7019e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (420be390-f7e0-4db0-90b7-29b0a77c6569), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:45.121747 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-0bd211b2-7e91-4e7a-98b3-6a9fa7019e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:45.122959 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-0bd211b2-7e91-4e7a-98b3-6a9fa7019e80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/420be390-f7e0-4db0-90b7-29b0a77c6569 HTTP/1.1" status: 204 len: 168 time: 0.1173332 May 11 07:44:45.130396 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd211b2-7e91-4e7a-98b3-6a9fa7019e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420be390-f7e0-4db0-90b7-29b0a77c6569,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:45.442206 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device e6922007-eda6-4852-99e1-72adb6eb4a90 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:45.453836 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53108) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:45.476536 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: e6922007-eda6-4852-99e1-72adb6eb4a90 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:45.476982 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device e6922007-eda6-4852-99e1-72adb6eb4a90 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:45.477461 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 579873eb-413d-4a15-b78b-92287c1697c5 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:45.500932 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 579873eb-413d-4a15-b78b-92287c1697c5 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:45.501346 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 579873eb-413d-4a15-b78b-92287c1697c5 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:45.501703 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1f19dd82-5890-4763-840f-636268a2aed0 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:45.514758 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-201bb57a-9c4d-4576-8614-8a3d368aa7cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2aba240f079841fdb01071e98259eec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594332 May 11 07:44:45.517194 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53112) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:45.521579 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 1f19dd82-5890-4763-840f-636268a2aed0 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:45.522111 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1f19dd82-5890-4763-840f-636268a2aed0 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:45.573556 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-39bfde37-f238-4bdd-a7e8-d83ab22cab6a admin admin] Publish callbacks [] for security_group (9d6e26a7-1b46-4e50-9be5-704bcd4319e1), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:45.596152 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-39bfde37-f238-4bdd-a7e8-d83ab22cab6a admin admin] Publish callbacks [] for security_group (9d6e26a7-1b46-4e50-9be5-704bcd4319e1), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:45.643897 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-39bfde37-f238-4bdd-a7e8-d83ab22cab6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (9d6e26a7-1b46-4e50-9be5-704bcd4319e1), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:45.646472 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-39bfde37-f238-4bdd-a7e8-d83ab22cab6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:45.647698 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-39bfde37-f238-4bdd-a7e8-d83ab22cab6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d6e26a7-1b46-4e50-9be5-704bcd4319e1 HTTP/1.1" status: 204 len: 168 time: 0.1293113 May 11 07:44:45.655639 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfde37-f238-4bdd-a7e8-d83ab22cab6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6e26a7-1b46-4e50-9be5-704bcd4319e1,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:46.701482 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53124) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:47.197877 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999372'] for router_interface (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:47.686339 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] Deleting port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:47.686665 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:47.760938 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] For port b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:47.761593 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:47.773891 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] Calling delete_port for b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 owned by network:router_interface {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:47.945160 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:47.973284 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:48.136541 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979411'] for router_interface (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:48.348194 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] Router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:44:48.455476 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:44:48.460258 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-783aa415-5cb8-4260-89d7-d5e4c4574b59 admin admin] 10.222.0.36 "PUT /v2.0/routers/7aa80fc9-9149-4b37-9c01-b22ba33ddc9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585344 May 11 07:44:48.462799 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53130) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:48.465512 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] Sync routers for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:44:48.475530 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:48.476130 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:48.571907 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Publish callbacks [] for router (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:48.669369 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:48.675022 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Publish callbacks [] for router_gateway (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:48.719345 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Deleting port a0a9039d-4209-46b1-961f-99d28f2a7910 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:48.719675 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:48.798167 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] For port a0a9039d-4209-46b1-961f-99d28f2a7910, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=a0a9039d-4209-46b1-961f-99d28f2a7910,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:48.798870 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:48.811561 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Calling delete_port for a0a9039d-4209-46b1-961f-99d28f2a7910 owned by network:router_gateway {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:48.835792 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:44:47Z', 'revision_number': 5, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port': {'id': 'a0a9039d-4209-46b1-961f-99d28f2a7910', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:48.862160 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] Checking router: 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:44:48.870200 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] Routers {'7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:48.870795 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:48.970645 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] Set router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d gateway port host: None {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:48.981265 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (a0a9039d-4209-46b1-961f-99d28f2a7910), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.011637 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a9039d-4209-46b1-961f-99d28f2a7910,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:49.031048 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:44:48Z', 'revision_number': 6, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port_host': None}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:49.057405 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab7b0b-2a20-499e-b1a1-95eaa74b673c None None] The sync data for ids ['7aa80fc9-9149-4b37-9c01-b22ba33ddc9d'] in dv-cinder-836996-20-iscsi is: [{'id': '7aa80fc9-9149-4b37-9c01-b22ba33ddc9d', 'name': 'tempest-AttachVolumeTestJSON-347055579-router', 'tenant_id': '9750cb9309234cb1b63343050ba700f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:39:24Z', 'updated_at': '2022-05-11T07:44:48Z', 'revision_number': 6, 'project_id': '9750cb9309234cb1b63343050ba700f9', 'gw_port_host': None}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:44:49.071958 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995326'] for router_gateway (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.162896 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30833'] for router (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.165045 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Publish callbacks [] for router_controller (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.210546 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-992175'] for router (7aa80fc9-9149-4b37-9c01-b22ba33ddc9d), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.211270 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa80fc9-9149-4b37-9c01-b22ba33ddc9d {{(pid=103568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 07:44:49.215331 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.217108 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-51db10cb-ada7-4f55-8d4e-dc525d9f9d2a admin admin] 10.222.0.36 "DELETE /v2.0/routers/7aa80fc9-9149-4b37-9c01-b22ba33ddc9d HTTP/1.1" status: 204 len: 168 time: 0.7528517 May 11 07:44:49.219531 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53132) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:49.262217 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_v2 [None req-061b8edc-e083-4f3f-9c62-16724890bfb3 admin admin] Deleting subnet e194c29f-39e9-4107-9cf2-3153c052edce {{(pid=103568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:44:49.265097 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-061b8edc-e083-4f3f-9c62-16724890bfb3 admin admin] Publish callbacks [] for subnet (e194c29f-39e9-4107-9cf2-3153c052edce), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.299771 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-061b8edc-e083-4f3f-9c62-16724890bfb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16893138'] for subnet (e194c29f-39e9-4107-9cf2-3153c052edce), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.380389 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-061b8edc-e083-4f3f-9c62-16724890bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (e194c29f-39e9-4107-9cf2-3153c052edce), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.437200 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-061b8edc-e083-4f3f-9c62-16724890bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17749047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17489925'] for subnet (e194c29f-39e9-4107-9cf2-3153c052edce), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.464100 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b8edc-e083-4f3f-9c62-16724890bfb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e194c29f-39e9-4107-9cf2-3153c052edce,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:49.468609 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-061b8edc-e083-4f3f-9c62-16724890bfb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.472045 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-061b8edc-e083-4f3f-9c62-16724890bfb3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e194c29f-39e9-4107-9cf2-3153c052edce HTTP/1.1" status: 204 len: 168 time: 0.2515390 May 11 07:44:49.474575 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53134) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:49.480715 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d0056-4833-4f12-90f2-3dce8f70ee31 None None] Network 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:44:49.574320 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (3e16a8a2-6e6f-43bc-8406-954bb2e1bbba), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.621032 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Deleting port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:49.621372 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.683795 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] For port 1cff5c93-1472-48d3-a934-a95d0e4d0b52, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1cff5c93-1472-48d3-a934-a95d0e4d0b52,segment=NetworkSegment(3286a85b-8f2f-434b-b923-2b61eb19517c),segment_id=3286a85b-8f2f-434b-b923-2b61eb19517c)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:49.684158 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.696771 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Calling delete_port for 1cff5c93-1472-48d3-a934-a95d0e4d0b52 owned by network:dhcp {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:49.780771 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (1cff5c93-1472-48d3-a934-a95d0e4d0b52), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.807900 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] No DVR routers for this DVR port 1cff5c93-1472-48d3-a934-a95d0e4d0b52 on host dv-cinder-836996-20-iscsi {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:44:49.809858 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Pushing event deleted for resources: {'Port': ['ID=1cff5c93-1472-48d3-a934-a95d0e4d0b52,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:49.839286 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6fa453-493e-40c3-a5d5-bdfcfee9b185 None None] DHCP port deletion for 3e16a8a2-6e6f-43bc-8406-954bb2e1bbba request from dv-cinder-836996-20-iscsi {{(pid=103569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 07:44:49.855064 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:49.876108 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:49.876715 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b74cfd9f-4d4d-4dfd-98bb-fbfaf64329c8 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:49.894287 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (3e16a8a2-6e6f-43bc-8406-954bb2e1bbba), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.913443 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e16a8a2-6e6f-43bc-8406-954bb2e1bbba']}} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:49.919460 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:44:49.923662 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3286a85b-8f2f-434b-b923-2b61eb19517c') {'for_net_delete': True} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:49.923959 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3286a85b-8f2f-434b-b923-2b61eb19517c') {} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:49.933662 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16893163'] for segment (3286a85b-8f2f-434b-b923-2b61eb19517c), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.947730 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (3286a85b-8f2f-434b-b923-2b61eb19517c), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.955072 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:44:49.955683 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17748629'] for segment (3286a85b-8f2f-434b-b923-2b61eb19517c), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: Traceback (most recent call last): May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: timer() May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: cb(*args, **kw) May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: return func(*args, **kwargs) May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: self._notify() May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: self.callback(batched_events) May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: event.method(event) May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: return f(self, *a, **k) May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._get(url).json() May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: return self.request(url, 'GET', **kwargs) May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:44:49.957425 dv-cinder-836996-20-iscsi neutron-server[103568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:44:50.011499 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (3e16a8a2-6e6f-43bc-8406-954bb2e1bbba), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:50.017398 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:50.020800 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] 10.222.0.36 "DELETE /v2.0/networks/3e16a8a2-6e6f-43bc-8406-954bb2e1bbba HTTP/1.1" status: 204 len: 168 time: 0.5449994 May 11 07:44:50.034066 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d96c02-cbdc-441a-bce5-0956c75b151a admin admin] Pushing event deleted for resources: {'Network': ['ID=3e16a8a2-6e6f-43bc-8406-954bb2e1bbba,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:50.144787 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53142) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:50.187457 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-c70e055c-31e9-48a3-a9e7-fa853876d54a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9750cb9309234cb1b63343050ba700f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414915 May 11 07:44:50.189939 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53144) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:50.235427 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c6ffccd9-f4eb-419d-8bf7-8e74f46918ad admin admin] Publish callbacks [] for security_group (b140d61a-2b82-492b-9ab0-296f154b3cf8), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:50.256209 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c6ffccd9-f4eb-419d-8bf7-8e74f46918ad admin admin] Publish callbacks [] for security_group (b140d61a-2b82-492b-9ab0-296f154b3cf8), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:50.301788 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c6ffccd9-f4eb-419d-8bf7-8e74f46918ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b140d61a-2b82-492b-9ab0-296f154b3cf8), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:50.304359 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c6ffccd9-f4eb-419d-8bf7-8e74f46918ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:50.305490 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-c6ffccd9-f4eb-419d-8bf7-8e74f46918ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b140d61a-2b82-492b-9ab0-296f154b3cf8 HTTP/1.1" status: 204 len: 168 time: 0.1146429 May 11 07:44:50.313572 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffccd9-f4eb-419d-8bf7-8e74f46918ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b140d61a-2b82-492b-9ab0-296f154b3cf8,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:51.421752 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a0a9039d-4209-46b1-961f-99d28f2a7910 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:51.445525 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: a0a9039d-4209-46b1-961f-99d28f2a7910 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:51.445894 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a0a9039d-4209-46b1-961f-99d28f2a7910 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:51.446290 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1cff5c93-1472-48d3-a934-a95d0e4d0b52 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:51.465565 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 1cff5c93-1472-48d3-a934-a95d0e4d0b52 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:51.465920 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1cff5c93-1472-48d3-a934-a95d0e4d0b52 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:52.846013 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334980f-7182-4688-a463-a1d7d37eade0 req-29539c14-2a8e-4d08-a54d-5ae202efde8a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:52.847487 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f334980f-7182-4688-a463-a1d7d37eade0 req-29539c14-2a8e-4d08-a54d-5ae202efde8a tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 947 time: 0.0505235 May 11 07:44:52.894904 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f334980f-7182-4688-a463-a1d7d37eade0 req-009d53c9-5f5f-44c4-950c-dbb6354fa979 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416498 May 11 07:44:53.953943 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53218) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:54.018840 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bae26-887c-4f25-9eb7-37e2adef34fa req-2b3b0d14-e80b-48c0-8ec2-dbf835b3e37e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:54.020308 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9f4bae26-887c-4f25-9eb7-37e2adef34fa req-2b3b0d14-e80b-48c0-8ec2-dbf835b3e37e tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 947 time: 0.0500910 May 11 07:44:54.070129 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e8a48414-38c7-46db-8020-92d4e1940886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.083412 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9f4bae26-887c-4f25-9eb7-37e2adef34fa req-e4967cb8-238e-4226-afb7-ccce2e415851 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0a39bb9-2edc-4a54-96a7-56e3d1478765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575156 May 11 07:44:54.151471 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e8a48414-38c7-46db-8020-92d4e1940886 admin admin] Publish callbacks [] for security_group (ddaffb20-9fd6-4a0b-b29d-946313e705b5), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.155061 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e8a48414-38c7-46db-8020-92d4e1940886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ddaffb20-9fd6-4a0b-b29d-946313e705b5), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.192646 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e8a48414-38c7-46db-8020-92d4e1940886 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3f28b4427b84f3db1aa6838d608faf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365501 May 11 07:44:54.193694 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48414-38c7-46db-8020-92d4e1940886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaffb20-9fd6-4a0b-b29d-946313e705b5,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:54.195319 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53222) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:54.249032 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-97723089-3a6a-40ac-9ebc-c2c1acbaaa2a admin admin] Publish callbacks [] for security_group (ddaffb20-9fd6-4a0b-b29d-946313e705b5), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.269752 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-97723089-3a6a-40ac-9ebc-c2c1acbaaa2a admin admin] Publish callbacks [] for security_group (ddaffb20-9fd6-4a0b-b29d-946313e705b5), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.285899 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-f3c2b779-b0cd-4c23-926e-ca6224d9a981 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:44:54.287341 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-f3c2b779-b0cd-4c23-926e-ca6224d9a981 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.24 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 947 time: 0.0484686 May 11 07:44:54.316473 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-97723089-3a6a-40ac-9ebc-c2c1acbaaa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ddaffb20-9fd6-4a0b-b29d-946313e705b5), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.319173 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-97723089-3a6a-40ac-9ebc-c2c1acbaaa2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.322660 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-97723089-3a6a-40ac-9ebc-c2c1acbaaa2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddaffb20-9fd6-4a0b-b29d-946313e705b5 HTTP/1.1" status: 204 len: 168 time: 0.1234453 May 11 07:44:54.328119 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97723089-3a6a-40ac-9ebc-c2c1acbaaa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaffb20-9fd6-4a0b-b29d-946313e705b5,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:54.377252 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Deleting port c341b877-b342-4956-94f6-3c4bcad3497f {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:54.377627 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.484796 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] For port c341b877-b342-4956-94f6-3c4bcad3497f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c341b877-b342-4956-94f6-3c4bcad3497f,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:44:54.484796 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.661621 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.662125 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (1075d92c-8c96-4869-8d19-c1e4606d2b3c), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.662445 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Floating IP 1075d92c-8c96-4869-8d19-c1e4606d2b3c disassociated. External IP: 172.27.2.181, port: c341b877-b342-4956-94f6-3c4bcad3497f. May 11 07:44:54.662787 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Calling delete_port for c341b877-b342-4956-94f6-3c4bcad3497f owned by compute:nova {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:54.790740 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (c341b877-b342-4956-94f6-3c4bcad3497f), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:54.820959 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event deleted for resources: {'Port': ['ID=c341b877-b342-4956-94f6-3c4bcad3497f,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:54.938593 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Router 393df9c4-d2fa-494c-9535-bd6fd882f1dc has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:44:55.349421 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d29dedc9-839f-4057-a38d-46ae62916589 req-ab53c165-1112-423c-a17e-cba704aa7f1b tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/ports?device_id=d03c4e26-68ab-49e2-ac51-aa3bce79d3e7 HTTP/1.1" status: 200 len: 210 time: 0.0326545 May 11 07:44:55.359363 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:44:55.376786 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] Sync routers for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:44:55.405228 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] No DVR routers for this DVR port c341b877-b342-4956-94f6-3c4bcad3497f on host hv-cinder-83699 {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:44:55.407015 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:55.407856 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:55.407994 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:55.411059 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-932f210d-92ef-4b10-9d3c-ec668d748cd6 req-82361c05-86d3-44a6-8f05-469938fd7b5d tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.24 "DELETE /v2.0/ports/c341b877-b342-4956-94f6-3c4bcad3497f HTTP/1.1" status: 204 len: 173 time: 1.1170597 May 11 07:44:55.411715 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'name': 'network-vif-deleted', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:44:55.413951 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c1fa9e-be1e-497d-ba92-b40586f20cdf" -d '{"events": [{"server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "name": "network-vif-deleted", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:44:55.464590 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1562c577-af26-491a-99a4-37a35205f477 x-openstack-request-id: req-1562c577-af26-491a-99a4-37a35205f477 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:44:55.464907 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03c4e26-68ab-49e2-ac51-aa3bce79d3e7", "name": "network-vif-deleted", "tag": "c341b877-b342-4956-94f6-3c4bcad3497f", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:44:55.465159 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1562c577-af26-491a-99a4-37a35205f477 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:44:55.465647 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1562c577-af26-491a-99a4-37a35205f477'] response: {'server_uuid': 'd03c4e26-68ab-49e2-ac51-aa3bce79d3e7', 'name': 'network-vif-deleted', 'tag': 'c341b877-b342-4956-94f6-3c4bcad3497f', 'status': 'completed', 'code': 200} May 11 07:44:55.538571 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:55.732312 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:55.761367 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] Checking router: 393df9c4-d2fa-494c-9535-bd6fd882f1dc for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:44:55.770046 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:44:55.770645 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:44:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:55.890501 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:44:56.060562 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:56.111956 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:44:56.142069 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec73d599-124a-4675-9295-e969a8cf223f None None] The sync data for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi is: [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:38:30Z', 'revision_number': 4, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '7fbddfad-9baf-4ff5-8e72-47ddf0407507', 'name': '', 'network_id': 'a507c15c-cc52-449f-920c-1f23d1b31239', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'mac_address': 'fa:16:3e:bc:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:28Z', 'updated_at': '2022-05-11T07:38:36Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'subnets': [{'id': 'f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:44:56.350063 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5dde13-1532-42fb-aace-2863a5000e61 None None] New status for floating IP 1075d92c-8c96-4869-8d19-c1e4606d2b3c: DOWN {{(pid=103570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:44:56.491287 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53274) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:56.531154 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device c341b877-b342-4956-94f6-3c4bcad3497f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:44:56.545392 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-388042ac-f6f5-4ad5-a93b-0f3bbc791718 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (b0a39bb9-2edc-4a54-96a7-56e3d1478765), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:56.551109 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: c341b877-b342-4956-94f6-3c4bcad3497f {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:44:56.551452 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device c341b877-b342-4956-94f6-3c4bcad3497f not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:44:56.568956 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-388042ac-f6f5-4ad5-a93b-0f3bbc791718 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (b0a39bb9-2edc-4a54-96a7-56e3d1478765), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:56.615376 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-388042ac-f6f5-4ad5-a93b-0f3bbc791718 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b0a39bb9-2edc-4a54-96a7-56e3d1478765), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:56.617855 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-388042ac-f6f5-4ad5-a93b-0f3bbc791718 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:56.619020 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-388042ac-f6f5-4ad5-a93b-0f3bbc791718 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "DELETE /v2.0/security-groups/b0a39bb9-2edc-4a54-96a7-56e3d1478765 HTTP/1.1" status: 204 len: 168 time: 0.1266580 May 11 07:44:56.622008 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53276) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:56.628993 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388042ac-f6f5-4ad5-a93b-0f3bbc791718 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a39bb9-2edc-4a54-96a7-56e3d1478765,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:56.637138 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.api.v2.resource [None req-c7120ca0-9c4b-42bd-affa-3a3430557d28 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] show failed (client error): The resource could not be found. May 11 07:44:56.640782 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-c7120ca0-9c4b-42bd-affa-3a3430557d28 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "GET /v2.0/security-groups/b0a39bb9-2edc-4a54-96a7-56e3d1478765 HTTP/1.1" status: 404 len: 347 time: 0.0142767 May 11 07:44:56.640977 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53278) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:44:56.753609 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-3b55fae7-4bfa-4ec0-b6d7-77279e701a95 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Deleting port c927cef2-f95c-419a-bbd9-8c66fcb07aeb {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:44:56.753868 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3b55fae7-4bfa-4ec0-b6d7-77279e701a95 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (c927cef2-f95c-419a-bbd9-8c66fcb07aeb), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:56.825347 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3b55fae7-4bfa-4ec0-b6d7-77279e701a95 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (c927cef2-f95c-419a-bbd9-8c66fcb07aeb), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:56.825701 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3b55fae7-4bfa-4ec0-b6d7-77279e701a95 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (c927cef2-f95c-419a-bbd9-8c66fcb07aeb), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:56.837101 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-3b55fae7-4bfa-4ec0-b6d7-77279e701a95 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Calling delete_port for c927cef2-f95c-419a-bbd9-8c66fcb07aeb owned by network:floatingip {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:44:56.964607 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3b55fae7-4bfa-4ec0-b6d7-77279e701a95 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (c927cef2-f95c-419a-bbd9-8c66fcb07aeb), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:56.988338 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55fae7-4bfa-4ec0-b6d7-77279e701a95 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Pushing event deleted for resources: {'Port': ['ID=c927cef2-f95c-419a-bbd9-8c66fcb07aeb,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:44:57.055852 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3b55fae7-4bfa-4ec0-b6d7-77279e701a95 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks [] for floatingip (1075d92c-8c96-4869-8d19-c1e4606d2b3c), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:57.058339 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3b55fae7-4bfa-4ec0-b6d7-77279e701a95 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:44:57.059473 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-3b55fae7-4bfa-4ec0-b6d7-77279e701a95 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] 10.222.0.36 "DELETE /v2.0/floatingips/1075d92c-8c96-4869-8d19-c1e4606d2b3c HTTP/1.1" status: 204 len: 168 time: 0.4175661 May 11 07:44:58.312394 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-242d7180-e20c-410f-989b-b4f9e6d0e4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:00.507997 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53324) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:00.665070 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-86db5a2f-ee87-465d-be6a-98ea1de791f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:00.987125 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999372'] for router_interface (393df9c4-d2fa-494c-9535-bd6fd882f1dc), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:01.220253 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] Deleting port 7fbddfad-9baf-4ff5-8e72-47ddf0407507 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:45:01.220587 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:01.305861 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] For port 7fbddfad-9baf-4ff5-8e72-47ddf0407507, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=7fbddfad-9baf-4ff5-8e72-47ddf0407507,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:01.306128 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:01.320216 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] Calling delete_port for 7fbddfad-9baf-4ff5-8e72-47ddf0407507 owned by network:router_interface {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:45:01.498691 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (7fbddfad-9baf-4ff5-8e72-47ddf0407507), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:01.521622 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbddfad-9baf-4ff5-8e72-47ddf0407507,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:01.662731 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:01.689589 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979411'] for router_interface (393df9c4-d2fa-494c-9535-bd6fd882f1dc), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:01.907732 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] Router 393df9c4-d2fa-494c-9535-bd6fd882f1dc has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:45:02.013086 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:45:02.020966 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-294a9230-8392-4251-b680-27a0a59dfcf3 admin admin] 10.222.0.36 "PUT /v2.0/routers/393df9c4-d2fa-494c-9535-bd6fd882f1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5093122 May 11 07:45:02.020966 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53334) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:02.021736 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] Sync routers for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:45:02.031512 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:45:02.032094 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:45:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:02.124026 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Publish callbacks [] for router (393df9c4-d2fa-494c-9535-bd6fd882f1dc), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.137839 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:45:02.226716 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Publish callbacks [] for router_gateway (393df9c4-d2fa-494c-9535-bd6fd882f1dc), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.272479 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Deleting port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:45:02.272913 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.358444 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] For port 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=75dfd6b7-3516-44f9-a05e-56ec09ae6b6d,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:02.358806 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.372365 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Calling delete_port for 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d owned by network:router_gateway {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:45:02.433351 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:45:01Z', 'revision_number': 5, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port': {'id': '75dfd6b7-3516-44f9-a05e-56ec09ae6b6d', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:38:23Z', 'updated_at': '2022-05-11T07:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:02.460553 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] Checking router: 393df9c4-d2fa-494c-9535-bd6fd882f1dc for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:45:02.469060 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] Routers {'393df9c4-d2fa-494c-9535-bd6fd882f1dc'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:45:02.469717 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:45:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:02.537164 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (75dfd6b7-3516-44f9-a05e-56ec09ae6b6d), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.558803 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] Set router 393df9c4-d2fa-494c-9535-bd6fd882f1dc gateway port host: None {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:45:02.567823 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Pushing event deleted for resources: {'Port': ['ID=75dfd6b7-3516-44f9-a05e-56ec09ae6b6d,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:02.614843 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:45:02Z', 'revision_number': 6, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port_host': None}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:02.622402 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995326'] for router_gateway (393df9c4-d2fa-494c-9535-bd6fd882f1dc), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.643684 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6ffc5-b9a1-47fd-9042-6f011bc25f71 None None] The sync data for ids ['393df9c4-d2fa-494c-9535-bd6fd882f1dc'] in dv-cinder-836996-20-iscsi is: [{'id': '393df9c4-d2fa-494c-9535-bd6fd882f1dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1870566753-router', 'tenant_id': '075ba180d52b46ad9cd3334520bcfb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:38:22Z', 'updated_at': '2022-05-11T07:45:02Z', 'revision_number': 6, 'project_id': '075ba180d52b46ad9cd3334520bcfb89', 'gw_port_host': None}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:45:02.715107 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30833'] for router (393df9c4-d2fa-494c-9535-bd6fd882f1dc), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.717961 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Publish callbacks [] for router_controller (393df9c4-d2fa-494c-9535-bd6fd882f1dc), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.763033 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-992175'] for router (393df9c4-d2fa-494c-9535-bd6fd882f1dc), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.763579 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 393df9c4-d2fa-494c-9535-bd6fd882f1dc {{(pid=103568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 07:45:02.768651 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.769820 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-01688d10-9a35-4109-8f7c-01c005c3e762 admin admin] 10.222.0.36 "DELETE /v2.0/routers/393df9c4-d2fa-494c-9535-bd6fd882f1dc HTTP/1.1" status: 204 len: 168 time: 0.7479649 May 11 07:45:02.772322 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53338) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:02.816090 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17142cf-e09e-4a09-85a8-14ffcc52dd5b admin admin] Deleting subnet f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 {{(pid=103568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:45:02.819056 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c17142cf-e09e-4a09-85a8-14ffcc52dd5b admin admin] Publish callbacks [] for subnet (f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.851615 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c17142cf-e09e-4a09-85a8-14ffcc52dd5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16893138'] for subnet (f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.929217 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c17142cf-e09e-4a09-85a8-14ffcc52dd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:02.978994 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c17142cf-e09e-4a09-85a8-14ffcc52dd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17749047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17489925'] for subnet (f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.007957 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c17142cf-e09e-4a09-85a8-14ffcc52dd5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.011649 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-c17142cf-e09e-4a09-85a8-14ffcc52dd5b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312 HTTP/1.1" status: 204 len: 168 time: 0.2382529 May 11 07:45:03.012676 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17142cf-e09e-4a09-85a8-14ffcc52dd5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6dbe7ca-8bf3-4a3d-9e44-0a54c6cb4312,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:03.013962 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4ff8f8-a03d-4506-9a60-ba36b05bd4f5 None None] Network a507c15c-cc52-449f-920c-1f23d1b31239 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:45:03.014677 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53340) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:03.091957 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (a507c15c-cc52-449f-920c-1f23d1b31239), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.137283 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Deleting port 23507595-1b95-4935-a042-62cf1562e541 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:45:03.137662 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (23507595-1b95-4935-a042-62cf1562e541), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.202107 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] For port 23507595-1b95-4935-a042-62cf1562e541, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=23507595-1b95-4935-a042-62cf1562e541,segment=NetworkSegment(1ecd5865-d305-4942-8e4c-39dca5595982),segment_id=1ecd5865-d305-4942-8e4c-39dca5595982)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:03.202459 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (23507595-1b95-4935-a042-62cf1562e541), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.214951 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Calling delete_port for 23507595-1b95-4935-a042-62cf1562e541 owned by network:dhcp {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:45:03.226460 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.293343 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (23507595-1b95-4935-a042-62cf1562e541), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.318565 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=23507595-1b95-4935-a042-62cf1562e541,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:03.323358 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] No DVR routers for this DVR port 23507595-1b95-4935-a042-62cf1562e541 on host dv-cinder-836996-20-iscsi {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:45:03.397711 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (a507c15c-cc52-449f-920c-1f23d1b31239), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.421802 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a507c15c-cc52-449f-920c-1f23d1b31239']}} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:03.431297 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecd5865-d305-4942-8e4c-39dca5595982') {'for_net_delete': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:03.431590 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecd5865-d305-4942-8e4c-39dca5595982') {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:03.442394 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164436'] for segment (1ecd5865-d305-4942-8e4c-39dca5595982), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.443507 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c08123e-8f24-41fb-8409-0d3d61120d2b None None] DHCP port deletion for a507c15c-cc52-449f-920c-1f23d1b31239 request from dv-cinder-836996-20-iscsi {{(pid=103569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 07:45:03.463488 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (1ecd5865-d305-4942-8e4c-39dca5595982), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.469782 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:45:03.470189 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988378'] for segment (1ecd5865-d305-4942-8e4c-39dca5595982), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: Traceback (most recent call last): May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: timer() May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: cb(*args, **kw) May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: return func(*args, **kwargs) May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: self._notify() May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: self.callback(batched_events) May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: event.method(event) May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: return f(self, *a, **k) May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._get(url).json() May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: return self.request(url, 'GET', **kwargs) May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:45:03.471902 dv-cinder-836996-20-iscsi neutron-server[103567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:45:03.501755 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:45:03.522112 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:45:03.522451 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 75dfd6b7-3516-44f9-a05e-56ec09ae6b6d not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:45:03.522852 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 7fbddfad-9baf-4ff5-8e72-47ddf0407507 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:45:03.535289 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (a507c15c-cc52-449f-920c-1f23d1b31239), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.541803 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.545469 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a507c15c-cc52-449f-920c-1f23d1b31239 HTTP/1.1" status: 204 len: 168 time: 0.5296195 May 11 07:45:03.546587 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 7fbddfad-9baf-4ff5-8e72-47ddf0407507 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:45:03.546932 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 7fbddfad-9baf-4ff5-8e72-47ddf0407507 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:45:03.547342 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 23507595-1b95-4935-a042-62cf1562e541 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:45:03.556710 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e57d7-5ccc-40f0-9dce-ba760bcf82a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a507c15c-cc52-449f-920c-1f23d1b31239,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:03.573772 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 23507595-1b95-4935-a042-62cf1562e541 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:45:03.574128 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 23507595-1b95-4935-a042-62cf1562e541 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:45:03.673923 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53344) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:03.716802 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-5e558cb6-b6d1-4501-9de4-ea3b198975ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=075ba180d52b46ad9cd3334520bcfb89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414703 May 11 07:45:03.719985 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53346) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:03.768963 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-82970b94-1f2e-4ef3-8ef2-7239f965db30 admin admin] Publish callbacks [] for security_group (1a95f6e7-2080-4f64-8fd8-74c9641f9f26), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.789813 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-82970b94-1f2e-4ef3-8ef2-7239f965db30 admin admin] Publish callbacks [] for security_group (1a95f6e7-2080-4f64-8fd8-74c9641f9f26), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.835082 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-82970b94-1f2e-4ef3-8ef2-7239f965db30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1a95f6e7-2080-4f64-8fd8-74c9641f9f26), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.837484 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-82970b94-1f2e-4ef3-8ef2-7239f965db30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:03.838650 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-82970b94-1f2e-4ef3-8ef2-7239f965db30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a95f6e7-2080-4f64-8fd8-74c9641f9f26 HTTP/1.1" status: 204 len: 168 time: 0.1177769 May 11 07:45:03.846051 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82970b94-1f2e-4ef3-8ef2-7239f965db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a95f6e7-2080-4f64-8fd8-74c9641f9f26,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:04.479651 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53370) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:04.572148 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1891937830-network', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:04.596190 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Made reservation on behalf of bbefc9c91dab46baa2707f01c83e48e2 for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:45:04.598581 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:04.606533 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:04.679011 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Publish callbacks [] for security_group (2793cf79-dc40-4a22-955e-79787774e325), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:04.683437 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (2793cf79-dc40-4a22-955e-79787774e325), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:04.711560 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:45:04.711960 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:04.717455 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2793cf79-dc40-4a22-955e-79787774e325,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:04.724412 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (16dc2301-a538-4b5b-9e33-b263639e0c60), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:04.724806 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Added segment 16dc2301-a538-4b5b-9e33-b263639e0c60 of type vlan for network 03fe8424-c7a4-4a16-bd46-5991849ceca4 May 11 07:45:04.763665 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (03fe8424-c7a4-4a16-bd46-5991849ceca4), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:04.793651 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (03fe8424-c7a4-4a16-bd46-5991849ceca4), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:04.794738 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:04.795439 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:04.829781 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3489799 May 11 07:45:04.832599 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53378) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:04.837112 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Request body: {'subnet': {'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-subnet', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:04.877115 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88292ae-efcb-400d-b471-0dae798ba127 admin admin] Pushing event updated for resources: {'Network': ['ID=03fe8424-c7a4-4a16-bd46-5991849ceca4,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:04.888108 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:45:04.892078 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Made reservation on behalf of bbefc9c91dab46baa2707f01c83e48e2 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:45:04.894666 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4151032'] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.069863 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3988857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4151022'] for subnet (95ff5c17-fb49-4990-b546-0d6a83c31da3), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.127201 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ff5c17-fb49-4990-b546-0d6a83c31da3,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:05.134253 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Checking segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:45:05.134604 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Network hostable DHCP agents. Network: 03fe8424-c7a4-4a16-bd46-5991849ceca4, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:45:05.151055 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:45:05.158779 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, 03fe8424-c7a4-4a16-bd46-5991849ceca4) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:45:05.162511 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:05.163101 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.167614 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8af4f-c52e-452e-bd73-42058c3842c7 None None] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:45:05.177799 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-90ebec3e-ad7a-411d-b9fd-5c3bc8b93c99 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3442049 May 11 07:45:05.180414 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53386) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:05.184485 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:05.205759 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (4533cc46-4029-47de-a1f5-cb232c181374), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.206751 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (4533cc46-4029-47de-a1f5-cb232c181374), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.260101 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks [] for router_controller (4533cc46-4029-47de-a1f5-cb232c181374), precommit_add_association {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.267498 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-03fe8424-c7a4-4a16-bd46-5991849ceca4', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:45:05.268430 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.398376 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks [] for router_gateway (4533cc46-4029-47de-a1f5-cb232c181374), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.404787 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Allocated IP 172.20.0.2 (03fe8424-c7a4-4a16-bd46-5991849ceca4/95ff5c17-fb49-4990-b546-0d6a83c31da3/3d77715a-a047-4f27-a565-25d216153629) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:45:05.547129 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Publish callbacks [] for port (3d77715a-a047-4f27-a565-25d216153629), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.552863 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (3d77715a-a047-4f27-a565-25d216153629), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.580876 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks [] for router_gateway (4533cc46-4029-47de-a1f5-cb232c181374), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.589276 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:45:05.592247 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:45:05.598171 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:45:05.599636 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.605871 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Pushing event updated for resources: {'Port': ['ID=3d77715a-a047-4f27-a565-25d216153629,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:05.616223 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.616572 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.616922 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.617251 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.617599 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.617936 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.618260 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.618584 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.618906 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.619231 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.619571 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.619915 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.620235 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.620551 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.620865 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:05.671769 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Attempting to bind port 3d77715a-a047-4f27-a565-25d216153629 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:45:05.672138 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Attempting to bind port 3d77715a-a047-4f27-a565-25d216153629 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:45:05.672499 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Attempting to bind port 3d77715a-a047-4f27-a565-25d216153629 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:45:05.677476 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:45:05.677876 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Checking segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:45:05.678273 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.678664 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Bound using segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:45:05.679119 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Bound port: 3d77715a-a047-4f27-a565-25d216153629, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:45:05.679492 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (3d77715a-a047-4f27-a565-25d216153629), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.703883 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Allocated IP 172.27.2.42 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/2d0d98a8-0678-47e2-87d4-fccd9f229194) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:45:05.742302 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-301bed6d-fc71-4393-823d-e653029226fd None None] For port 3d77715a-a047-4f27-a565-25d216153629, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:45:05.745667 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-301bed6d-fc71-4393-823d-e653029226fd None None] For port 3d77715a-a047-4f27-a565-25d216153629, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=3d77715a-a047-4f27-a565-25d216153629,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:45:05.751412 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (3d77715a-a047-4f27-a565-25d216153629), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.810404 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks [] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.810608 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bed6d-fc71-4393-823d-e653029226fd None None] Pushing event updated for resources: {'Port': ['ID=3d77715a-a047-4f27-a565-25d216153629,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:05.844902 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:05.882491 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:45:05.885321 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:45:05.887659 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:45:05.918015 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Pushing event updated for resources: {'Port': ['ID=2d0d98a8-0678-47e2-87d4-fccd9f229194,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:06.189949 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks [] for router_gateway (4533cc46-4029-47de-a1f5-cb232c181374), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:06.387137 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (4533cc46-4029-47de-a1f5-cb232c181374), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:06.522153 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Router 4533cc46-4029-47de-a1f5-cb232c181374 is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:45:06.728864 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafdecd5-87e2-408e-bd78-bfc9032c077c None None] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:45:06.798791 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-01f8f704-4f25-4a55-bff7-36a1b29b1ccc None None] Provisioning complete for port 3d77715a-a047-4f27-a565-25d216153629 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:06.799489 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-01f8f704-4f25-4a55-bff7-36a1b29b1ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (3d77715a-a047-4f27-a565-25d216153629), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:06.862367 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:45:06.871482 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:45:06.884240 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:06.885366 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:45:06.885927 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-fd395447-0197-448f-a9bc-8e610d37de9b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7045915 May 11 07:45:06.886381 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:45:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:06.888763 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53398) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:06.926243 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-01f8f704-4f25-4a55-bff7-36a1b29b1ccc None None] Current status of the port 3d77715a-a047-4f27-a565-25d216153629 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:06.926884 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-01f8f704-4f25-4a55-bff7-36a1b29b1ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (3d77715a-a047-4f27-a565-25d216153629), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:06.963068 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-01f8f704-4f25-4a55-bff7-36a1b29b1ccc None None] For port 3d77715a-a047-4f27-a565-25d216153629, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=3d77715a-a047-4f27-a565-25d216153629,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:06.970270 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-01f8f704-4f25-4a55-bff7-36a1b29b1ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (3d77715a-a047-4f27-a565-25d216153629), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.007604 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:45:07.024212 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8f704-4f25-4a55-bff7-36a1b29b1ccc None None] Pushing event updated for resources: {'Port': ['ID=3d77715a-a047-4f27-a565-25d216153629,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:07.189668 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-ac02b5c2-e324-4e48-90f3-45e058610094 None None] Provisioning complete for port 3d77715a-a047-4f27-a565-25d216153629 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:07.190145 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ac02b5c2-e324-4e48-90f3-45e058610094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (3d77715a-a047-4f27-a565-25d216153629), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.191583 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:06Z', 'revision_number': 3, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:07.217731 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:45:07.217978 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Updating router 4533cc46-4029-47de-a1f5-cb232c181374 port 2d0d98a8-0678-47e2-87d4-fccd9f229194 binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:45:07.250506 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.281013 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-ac02b5c2-e324-4e48-90f3-45e058610094 None None] Current status of the port 3d77715a-a047-4f27-a565-25d216153629 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:07.328117 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.468487 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 3d77715a-a047-4f27-a565-25d216153629 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:45:07.499121 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Allocated IP 172.20.0.1 (03fe8424-c7a4-4a16-bd46-5991849ceca4/95ff5c17-fb49-4990-b546-0d6a83c31da3/1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:45:07.517039 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 3d77715a-a047-4f27-a565-25d216153629 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:07.517506 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (3d77715a-a047-4f27-a565-25d216153629), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.559666 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Publish callbacks [] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.565214 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.598052 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 3d77715a-a047-4f27-a565-25d216153629 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:07.611035 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Publish callbacks [] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.644445 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.684246 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:45:07.687414 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:45:07.693407 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:45:07.717028 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Pushing event updated for resources: {'Port': ['ID=2d0d98a8-0678-47e2-87d4-fccd9f229194,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:07.717222 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Pushing event updated for resources: {'Port': ['ID=1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:07.721968 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Attempting to bind port 2d0d98a8-0678-47e2-87d4-fccd9f229194 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:45:07.722358 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Attempting to bind port 2d0d98a8-0678-47e2-87d4-fccd9f229194 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:45:07.722734 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Attempting to bind port 2d0d98a8-0678-47e2-87d4-fccd9f229194 on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:45:07.733639 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:45:07.734281 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:45:07.734720 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.735110 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:45:07.735580 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Bound port: 2d0d98a8-0678-47e2-87d4-fccd9f229194, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:45:07.735959 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.736073 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (4533cc46-4029-47de-a1f5-cb232c181374), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.739846 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.740222 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.740572 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.740917 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.741246 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.741591 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.742033 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.742371 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.742724 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.743043 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.743368 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.743712 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.744171 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.744493 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.744964 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:07.802235 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] For port 2d0d98a8-0678-47e2-87d4-fccd9f229194, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:45:07.805487 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] For port 2d0d98a8-0678-47e2-87d4-fccd9f229194, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=2d0d98a8-0678-47e2-87d4-fccd9f229194,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:45:07.812105 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.864311 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:45:07.864945 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:45:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:07.881481 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.909920 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-9142bd20-da74-49a0-8a05-80b9207ec66f None None] Provisioning complete for port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:07.910537 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-9142bd20-da74-49a0-8a05-80b9207ec66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:07.945388 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-9142bd20-da74-49a0-8a05-80b9207ec66f None None] Port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:45:07.976553 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dd1a4-fbd7-4a95-93b2-b787b6236372 None None] Pushing event updated for resources: {'Port': ['ID=2d0d98a8-0678-47e2-87d4-fccd9f229194,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:07.989130 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:45:08.078726 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Publish callbacks [] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:08.083954 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:08.151765 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Pushing event updated for resources: {'Port': ['ID=1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:08.154311 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (4533cc46-4029-47de-a1f5-cb232c181374), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:08.183980 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:08.211734 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69352e-79eb-4c4f-96e8-1a305ba8008f None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:45:08.252409 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:45:08.253737 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:45:08.374178 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Router 4533cc46-4029-47de-a1f5-cb232c181374 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:45:08.506830 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:45:08.511700 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-dcb085b0-7850-4902-b0cf-98a1cdf3af53 admin admin] 10.222.0.36 "PUT /v2.0/routers/4533cc46-4029-47de-a1f5-cb232c181374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6215973 May 11 07:45:08.582185 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-8f267df1-8379-488c-85ba-5af1e121d9ea None None] Provisioning complete for port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:08.583643 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8f267df1-8379-488c-85ba-5af1e121d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:08.621354 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-8f267df1-8379-488c-85ba-5af1e121d9ea None None] Port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:45:08.819110 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53410) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:08.824018 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-04173166-ff3d-4229-ad95-92c7d74f8e51 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314160902', 'description': 'tempest-description--2101472507'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:08.846651 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-04173166-ff3d-4229-ad95-92c7d74f8e51 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:08.938704 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-04173166-ff3d-4229-ad95-92c7d74f8e51 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (2644392d-1d22-44bc-8754-6550f5d999d7), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:08.943306 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-04173166-ff3d-4229-ad95-92c7d74f8e51 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (2644392d-1d22-44bc-8754-6550f5d999d7), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:08.973332 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-04173166-ff3d-4229-ad95-92c7d74f8e51 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:08.974665 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-04173166-ff3d-4229-ad95-92c7d74f8e51 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1544309 May 11 07:45:08.979220 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53412) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:08.979780 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04173166-ff3d-4229-ad95-92c7d74f8e51 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2644392d-1d22-44bc-8754-6550f5d999d7,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:08.991417 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-e99926b4-68b3-4b97-bfb2-0b3f360399a5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group_rule': {'security_group_id': '2644392d-1d22-44bc-8754-6550f5d999d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:09.025859 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e99926b4-68b3-4b97-bfb2-0b3f360399a5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (3161358c-2474-446d-9998-a541ca036009), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.074264 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e99926b4-68b3-4b97-bfb2-0b3f360399a5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (3161358c-2474-446d-9998-a541ca036009), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.078054 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e99926b4-68b3-4b97-bfb2-0b3f360399a5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (3161358c-2474-446d-9998-a541ca036009), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.100087 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99926b4-68b3-4b97-bfb2-0b3f360399a5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3161358c-2474-446d-9998-a541ca036009,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:09.109561 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e99926b4-68b3-4b97-bfb2-0b3f360399a5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.110847 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e99926b4-68b3-4b97-bfb2-0b3f360399a5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298232 May 11 07:45:09.113570 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53414) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:09.117845 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-a62d0f72-f987-4337-82de-202ee46ff5e3 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group_rule': {'security_group_id': '2644392d-1d22-44bc-8754-6550f5d999d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:09.145254 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a62d0f72-f987-4337-82de-202ee46ff5e3 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (cc5d3e7d-2bab-4f7d-94ef-bb3e6deadde1), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.206518 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a62d0f72-f987-4337-82de-202ee46ff5e3 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (cc5d3e7d-2bab-4f7d-94ef-bb3e6deadde1), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.210379 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a62d0f72-f987-4337-82de-202ee46ff5e3 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (cc5d3e7d-2bab-4f7d-94ef-bb3e6deadde1), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.227801 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d0f72-f987-4337-82de-202ee46ff5e3 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5d3e7d-2bab-4f7d-94ef-bb3e6deadde1,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:09.238300 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a62d0f72-f987-4337-82de-202ee46ff5e3 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.239639 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-a62d0f72-f987-4337-82de-202ee46ff5e3 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250150 May 11 07:45:09.242574 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53416) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:09.248069 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:09.270650 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.354896 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.473225 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 2d0d98a8-0678-47e2-87d4-fccd9f229194 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:45:09.492372 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Allocated IP 172.27.2.29 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/b17c9909-96de-4aeb-a4cb-0c745a528013) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:45:09.537239 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 2d0d98a8-0678-47e2-87d4-fccd9f229194 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:09.537794 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.606088 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (b17c9909-96de-4aeb-a4cb-0c745a528013), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.621329 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 2d0d98a8-0678-47e2-87d4-fccd9f229194 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:09.621878 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.643918 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 2d0d98a8-0678-47e2-87d4-fccd9f229194, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=2d0d98a8-0678-47e2-87d4-fccd9f229194,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:09.645878 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (b17c9909-96de-4aeb-a4cb-0c745a528013), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.647134 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.687130 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:45:09.690024 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:45:09.692793 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:45:09.698470 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=2d0d98a8-0678-47e2-87d4-fccd9f229194,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:09.727395 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=b17c9909-96de-4aeb-a4cb-0c745a528013,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:09.790642 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (e42701d1-4cab-4a2a-8b6e-e80171f92259), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:09.824569 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b17c9909-96de-4aeb-a4cb-0c745a528013), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:10.003644 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (b17c9909-96de-4aeb-a4cb-0c745a528013), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:10.008113 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (b17c9909-96de-4aeb-a4cb-0c745a528013), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:10.076540 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=b17c9909-96de-4aeb-a4cb-0c745a528013,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:10.088121 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (e42701d1-4cab-4a2a-8b6e-e80171f92259), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:10.104632 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:10.105885 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-f254236c-92de-459c-b938-5d9579aa4e2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8623340 May 11 07:45:10.251838 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:45:10.256164 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-e89d46f6-e144-49af-9073-7a44d3836f55 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1314160902&fields=id&tenant_id=bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 267 time: 0.0455217 May 11 07:45:10.262016 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:45:10.262623 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:45:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:10.363093 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-eb9b07ba-7e28-45b3-9df6-37b8953d7bb7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:10.364448 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-eb9b07ba-7e28-45b3-9df6-37b8953d7bb7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 815 time: 0.1017170 May 11 07:45:10.377674 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:45:10.379252 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-9d3dfa9b-21c2-4891-ac0c-6a4ba7b7fbc7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/quotas/bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 375 time: 0.0094829 May 11 07:45:10.427196 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-d687d145-c8e5-41a9-b013-b37f6d4a474c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426402 May 11 07:45:10.525595 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-cf79a6f6-708d-4191-8043-e50ba265da1f service neutron] 10.222.0.36 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863955 May 11 07:45:10.576160 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 2, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:10.604435 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:45:10.604799 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Updating router 4533cc46-4029-47de-a1f5-cb232c181374 port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:45:10.637111 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:10.910229 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-70498075-18f5-4597-9b5b-26cd4e4c774e service neutron] 10.222.0.36 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745713 May 11 07:45:11.080049 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-670217fd-5126-4617-bbfd-4c457a69d5c6 req-8f25399c-ed3c-44b9-a27f-e7965be20ecc tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 210 time: 0.0281699 May 11 07:45:11.111645 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Publish callbacks [] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:11.118213 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:11.168496 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1743b-6c0a-4ef1-ae64-3857168aaa13 None None] Pushing event updated for resources: {'Port': ['ID=1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:11.230347 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Attempting to bind port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:45:11.230754 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Attempting to bind port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:45:11.231227 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Attempting to bind port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:45:11.237629 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:45:11.238102 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Checking segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:45:11.238527 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:11.239008 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Bound using segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:45:11.239475 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Bound port: 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:45:11.239857 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:11.309041 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] For port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:45:11.312953 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] For port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:45:11.321283 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:11.378144 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:45:11.378717 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:45:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:11.430317 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1743b-6c0a-4ef1-ae64-3857168aaa13 None None] Pushing event updated for resources: {'Port': ['ID=1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:11.490660 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 2d0d98a8-0678-47e2-87d4-fccd9f229194 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:45:11.525047 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-c9d48c5d-8892-4219-8f93-4a3ec05510a3 None None] Provisioning complete for port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:11.525423 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c9d48c5d-8892-4219-8f93-4a3ec05510a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:11.572005 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:45:11.663313 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 2d0d98a8-0678-47e2-87d4-fccd9f229194 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:11.663974 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:11.780167 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-c9d48c5d-8892-4219-8f93-4a3ec05510a3 None None] Current status of the port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:11.780539 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c9d48c5d-8892-4219-8f93-4a3ec05510a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:11.888813 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-c9d48c5d-8892-4219-8f93-4a3ec05510a3 None None] For port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:11.896439 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c9d48c5d-8892-4219-8f93-4a3ec05510a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:11.903357 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 2d0d98a8-0678-47e2-87d4-fccd9f229194 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:11.906876 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:11.950241 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc005d92-968e-48e7-bec2-513ca831d9c2 None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:45:11.974068 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d48c5d-8892-4219-8f93-4a3ec05510a3 None None] Pushing event updated for resources: {'Port': ['ID=1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:12.014908 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-6da44848-f3d9-43cd-ba50-12989a01f607 None None] Provisioning complete for port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:12.015368 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-6da44848-f3d9-43cd-ba50-12989a01f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:12.100421 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-6da44848-f3d9-43cd-ba50-12989a01f607 None None] Current status of the port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:12.180769 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7357b553-01ba-4e06-bb19-ec60643a9766 req-93eececb-c52c-458d-8294-2d61b5de2c34 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 210 time: 0.0311852 May 11 07:45:13.273749 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e7298b1f-7409-491e-a3c0-02b510b3e425 req-fe2fcc81-c7df-40f0-833e-01c75d7bab59 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 210 time: 0.0277638 May 11 07:45:13.440580 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:45:13.487441 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:13.487817 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:13.562070 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:14.137648 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-88b746c9-df3f-40bf-99a7-e900d4ee5ba8 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:14.139055 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-88b746c9-df3f-40bf-99a7-e900d4ee5ba8 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 815 time: 0.1033802 May 11 07:45:14.203463 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-a2d197a8-6ccd-40b0-bfc7-bceb8c5de3b6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 380 time: 0.0555043 May 11 07:45:14.212075 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'port': {'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'admin_state_up': True, 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'security_groups': ['2644392d-1d22-44bc-8754-6550f5d999d7']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:14.315555 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Made reservation on behalf of bbefc9c91dab46baa2707f01c83e48e2 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:45:14.319194 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:14.411813 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8f0467f0-545d-4bb5-b091-63eb15981ed5 req-7ef280a1-3f1b-4597-9ac3-67a0403f3153 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 210 time: 0.0623841 May 11 07:45:14.471595 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Allocated IP 172.20.0.9 (03fe8424-c7a4-4a16-bd46-5991849ceca4/95ff5c17-fb49-4990-b546-0d6a83c31da3/548f0c13-5720-409d-934a-ad902e0200b1) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:45:14.608739 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (548f0c13-5720-409d-934a-ad902e0200b1), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:14.641777 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (548f0c13-5720-409d-934a-ad902e0200b1), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:14.682552 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:45:14.685361 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:45:14.687713 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:45:14.726914 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=548f0c13-5720-409d-934a-ad902e0200b1,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:14.749420 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:14.750217 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:14.767001 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-daff18ee-fe8e-41e0-bdb1-6e229580b946 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585356 May 11 07:45:14.781371 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Request body: {'port': {'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:14.842967 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (548f0c13-5720-409d-934a-ad902e0200b1), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:14.936200 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-421f4650-1d40-477a-8a39-354c4a359e2c None None] Provisioning complete for port 548f0c13-5720-409d-934a-ad902e0200b1 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:14.936774 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-421f4650-1d40-477a-8a39-354c4a359e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (548f0c13-5720-409d-934a-ad902e0200b1), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:14.973507 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-421f4650-1d40-477a-8a39-354c4a359e2c None None] Port 548f0c13-5720-409d-934a-ad902e0200b1 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:45:15.137350 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548f0c13-5720-409d-934a-ad902e0200b1 {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:45:15.149654 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Publish callbacks [] for port (548f0c13-5720-409d-934a-ad902e0200b1), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:15.163482 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Transition to ACTIVE for port object 548f0c13-5720-409d-934a-ad902e0200b1 will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:45:15.167203 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (548f0c13-5720-409d-934a-ad902e0200b1), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:15.220443 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=548f0c13-5720-409d-934a-ad902e0200b1,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:15.321965 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Attempting to bind port 548f0c13-5720-409d-934a-ad902e0200b1 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:45:15.322663 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Attempting to bind port 548f0c13-5720-409d-934a-ad902e0200b1 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:45:15.322784 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Attempting to bind port 548f0c13-5720-409d-934a-ad902e0200b1 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:45:15.328256 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Port 548f0c13-5720-409d-934a-ad902e0200b1 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:45:15.328570 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Attempting to bind port 548f0c13-5720-409d-934a-ad902e0200b1 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:45:15.333750 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:45:15.334084 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Checking segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:45:15.334464 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Bound using segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:45:15.334911 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Bound port: 548f0c13-5720-409d-934a-ad902e0200b1, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:45:15.335271 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (548f0c13-5720-409d-934a-ad902e0200b1), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:15.400929 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] For port 548f0c13-5720-409d-934a-ad902e0200b1, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:45:15.404474 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] For port 548f0c13-5720-409d-934a-ad902e0200b1, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=548f0c13-5720-409d-934a-ad902e0200b1,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:45:15.410385 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (548f0c13-5720-409d-934a-ad902e0200b1), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:15.442812 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:15.443378 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:15.444784 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] 10.222.0.24 "PUT /v2.0/ports/548f0c13-5720-409d-934a-ad902e0200b1 HTTP/1.1" status: 200 len: 1093 time: 0.6682620 May 11 07:45:15.445900 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'tag': '548f0c13-5720-409d-934a-ad902e0200b1'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:45:15.447584 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfbd337-0163-4ec3-9b10-3ad072590f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c09ecce-a2f8-499a-81fc-b35151fdd6b4", "tag": "548f0c13-5720-409d-934a-ad902e0200b1"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:45:15.483891 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340aa747-81dd-4006-9f4c-3bb640960bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=548f0c13-5720-409d-934a-ad902e0200b1,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:15.542486 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79e4584-ee78-4f1b-a0c3-0ae875e270f3 x-openstack-request-id: req-d79e4584-ee78-4f1b-a0c3-0ae875e270f3 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:45:15.542803 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c09ecce-a2f8-499a-81fc-b35151fdd6b4", "tag": "548f0c13-5720-409d-934a-ad902e0200b1", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:45:15.543040 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d79e4584-ee78-4f1b-a0c3-0ae875e270f3 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:45:15.543441 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79e4584-ee78-4f1b-a0c3-0ae875e270f3'] response: {'name': 'network-changed', 'server_uuid': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'tag': '548f0c13-5720-409d-934a-ad902e0200b1', 'status': 'completed', 'code': 200} May 11 07:45:15.579159 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105aaca-ccef-4b38-ae65-e14d2669b24b req-41ffebac-f1ac-4b31-a435-7f3070d9bf84 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:15.580693 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c105aaca-ccef-4b38-ae65-e14d2669b24b req-41ffebac-f1ac-4b31-a435-7f3070d9bf84 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 943 time: 0.0903177 May 11 07:45:15.586823 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-8b1c1184-8b10-4fee-943d-3e8ace0bd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:15.588291 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-8b1c1184-8b10-4fee-943d-3e8ace0bd70e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 1127 time: 0.0621467 May 11 07:45:15.630957 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c105aaca-ccef-4b38-ae65-e14d2669b24b req-7ae7a566-b02f-4cc9-b42f-b966ffa34b82 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417001 May 11 07:45:16.744342 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342db6be-3dc8-4dce-8b79-607ac17b4ccf req-817f1e23-8ed7-4c0c-80da-b72d0e0ca668 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:16.745809 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-342db6be-3dc8-4dce-8b79-607ac17b4ccf req-817f1e23-8ed7-4c0c-80da-b72d0e0ca668 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 943 time: 0.0458028 May 11 07:45:16.791154 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-342db6be-3dc8-4dce-8b79-607ac17b4ccf req-366d9903-af5e-4b85-b83f-86151c3f16c0 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399556 May 11 07:45:17.218968 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-5d65b670-c0a2-410b-b515-eb2aefb26f59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=548f0c13-5720-409d-934a-ad902e0200b1 HTTP/1.1" status: 200 len: 217 time: 0.0380456 May 11 07:45:17.898884 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febcffd-68bd-4457-adf2-cfa84ad5d5c8 req-e0c07a9a-fcdb-41f0-9ef9-e7fa14fcffd6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:17.900316 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9febcffd-68bd-4457-adf2-cfa84ad5d5c8 req-e0c07a9a-fcdb-41f0-9ef9-e7fa14fcffd6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 943 time: 0.0451322 May 11 07:45:17.945405 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9febcffd-68bd-4457-adf2-cfa84ad5d5c8 req-434f6fa8-1f46-47cc-8cd3-c297d23e9dbf tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392005 May 11 07:45:18.173261 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-bfc89dc4-2e4b-46c3-b108-3706cb6b976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:18.174840 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-bfc89dc4-2e4b-46c3-b108-3706cb6b976f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0441301 May 11 07:45:18.222073 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-e7403cdb-f6bd-4e1a-a7e1-d53090ea1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:18.223740 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-e7403cdb-f6bd-4e1a-a7e1-d53090ea1ec2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425704 May 11 07:45:18.310635 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-b73a27d3-c6ba-43f5-913e-f02aaf9a5c7a service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797615 May 11 07:45:18.402556 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4c67ffbf-1b01-4270-bda7-20c599ee8f75 req-c8909d92-e59c-41e8-8fef-839c9362568e service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837374 May 11 07:45:19.054917 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251585b-2e07-48db-9d2b-82b27ce9d3e9 req-4c913eb5-eb33-4f6a-a285-7b5680343f39 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:19.056350 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f251585b-2e07-48db-9d2b-82b27ce9d3e9 req-4c913eb5-eb33-4f6a-a285-7b5680343f39 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 943 time: 0.0457540 May 11 07:45:19.101083 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f251585b-2e07-48db-9d2b-82b27ce9d3e9 req-a90be87d-1d71-40b9-b4d3-34a6f2380e4d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385222 May 11 07:45:19.336752 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-d0df0384-9d00-4a71-8b84-f79f407c5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:19.338161 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-d0df0384-9d00-4a71-8b84-f79f407c5332 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 1127 time: 0.0418205 May 11 07:45:19.429024 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-086f45f9-01d1-4c1a-8d32-723f8b9aef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:19.430553 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-086f45f9-01d1-4c1a-8d32-723f8b9aef31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 916 time: 0.0844090 May 11 07:45:19.479124 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-37a36211-c3dc-4fbf-b948-02dbc6986c95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=548f0c13-5720-409d-934a-ad902e0200b1 HTTP/1.1" status: 200 len: 217 time: 0.0393603 May 11 07:45:19.531525 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-d51e0380-a409-48b9-9740-d332aa6c6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:19.532966 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-d51e0380-a409-48b9-9740-d332aa6c6aac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0451889 May 11 07:45:19.578933 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-628ed10f-8352-4623-aee8-1fbc85133c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:19.580404 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-628ed10f-8352-4623-aee8-1fbc85133c59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382290 May 11 07:45:19.670959 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-55158b9c-ff6e-4e1b-aa53-b3aa5598974a service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836983 May 11 07:45:19.770202 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ecfbd337-0163-4ec3-9b10-3ad072590f7e req-fd0a13a6-e0ae-449d-896e-1fb814a575ca service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903268 May 11 07:45:20.211437 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f025bc-776b-44c9-b0f3-4fa4c00dcc29 req-9492f35f-1cb3-4324-93bf-1217f42ee3f6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:20.212908 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-09f025bc-776b-44c9-b0f3-4fa4c00dcc29 req-9492f35f-1cb3-4324-93bf-1217f42ee3f6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 943 time: 0.0463505 May 11 07:45:20.260879 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-09f025bc-776b-44c9-b0f3-4fa4c00dcc29 req-72f1d972-8894-4d4a-83b9-29c2be3852d9 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 May 11 07:45:21.076434 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 548f0c13-5720-409d-934a-ad902e0200b1 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:45:21.180223 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 548f0c13-5720-409d-934a-ad902e0200b1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=548f0c13-5720-409d-934a-ad902e0200b1,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:21.191504 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '548f0c13-5720-409d-934a-ad902e0200b1', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'port_id': '548f0c13-5720-409d-934a-ad902e0200b1', 'mac_address': 'fa:16:3e:79:1d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:45:21.231529 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 548f0c13-5720-409d-934a-ad902e0200b1 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:21.231915 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (548f0c13-5720-409d-934a-ad902e0200b1), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:21.244188 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548f0c13-5720-409d-934a-ad902e0200b1 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:45:21.263514 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 548f0c13-5720-409d-934a-ad902e0200b1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=548f0c13-5720-409d-934a-ad902e0200b1,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:21.266850 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (548f0c13-5720-409d-934a-ad902e0200b1), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:21.316194 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=548f0c13-5720-409d-934a-ad902e0200b1,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:21.371044 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c7968-7865-4070-8683-9d31f2c4cbf5 req-e7a5b7eb-a08d-48b9-87d3-df564d7c22ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:21.373039 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-804c7968-7865-4070-8683-9d31f2c4cbf5 req-e7a5b7eb-a08d-48b9-87d3-df564d7c22ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 944 time: 0.0459507 May 11 07:45:21.418053 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-804c7968-7865-4070-8683-9d31f2c4cbf5 req-896b025e-e87c-4832-8306-65ec7b4976a7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 May 11 07:45:21.538572 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['548f0c13-5720-409d-934a-ad902e0200b1'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:45:22.529166 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb90418-af0c-413e-97eb-ad0165f62418 req-75dac04d-cf0e-44a1-be13-df2b209410d4 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:22.530667 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edb90418-af0c-413e-97eb-ad0165f62418 req-75dac04d-cf0e-44a1-be13-df2b209410d4 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 944 time: 0.0458794 May 11 07:45:22.574869 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-edb90418-af0c-413e-97eb-ad0165f62418 req-35fa6f40-5316-45ff-abf5-dd0164909a44 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 May 11 07:45:23.092941 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 548f0c13-5720-409d-934a-ad902e0200b1 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:45:23.141249 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 548f0c13-5720-409d-934a-ad902e0200b1 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:45:23.147834 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 548f0c13-5720-409d-934a-ad902e0200b1 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:23.148283 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (548f0c13-5720-409d-934a-ad902e0200b1), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:23.224868 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 548f0c13-5720-409d-934a-ad902e0200b1 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:23.225259 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (548f0c13-5720-409d-934a-ad902e0200b1), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:23.250148 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548f0c13-5720-409d-934a-ad902e0200b1'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:45:23.252363 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1e9c84-2f70-4e02-a3cf-b11c03fc68da" -d '{"events": [{"server_uuid": "2c09ecce-a2f8-499a-81fc-b35151fdd6b4", "name": "network-vif-plugged", "status": "completed", "tag": "548f0c13-5720-409d-934a-ad902e0200b1"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:45:23.265144 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 548f0c13-5720-409d-934a-ad902e0200b1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=548f0c13-5720-409d-934a-ad902e0200b1,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:23.269274 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (548f0c13-5720-409d-934a-ad902e0200b1), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:23.295948 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8cd3b5-14f0-4ae2-bc75-a3a64d6fa8bc x-openstack-request-id: req-2e8cd3b5-14f0-4ae2-bc75-a3a64d6fa8bc {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:45:23.296242 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c09ecce-a2f8-499a-81fc-b35151fdd6b4", "name": "network-vif-plugged", "status": "completed", "tag": "548f0c13-5720-409d-934a-ad902e0200b1", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:45:23.296497 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e8cd3b5-14f0-4ae2-bc75-a3a64d6fa8bc {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:45:23.296890 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8cd3b5-14f0-4ae2-bc75-a3a64d6fa8bc'] response: {'server_uuid': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548f0c13-5720-409d-934a-ad902e0200b1', 'code': 200} May 11 07:45:23.333040 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53570) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:23.335338 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=548f0c13-5720-409d-934a-ad902e0200b1,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:23.470289 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-db3c9c16-bd85-4128-a819-5c0d5d33b67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:23.485797 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b85a8-feae-4115-95c8-75b3874b12fe req-ed778553-947d-4565-b1a6-92d8ab4dd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:23.487243 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-946b85a8-feae-4115-95c8-75b3874b12fe req-ed778553-947d-4565-b1a6-92d8ab4dd17e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 1129 time: 0.0581260 May 11 07:45:23.558810 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-946b85a8-feae-4115-95c8-75b3874b12fe req-c40e36ed-c39c-4752-a454-b9a5eff6631a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604372 May 11 07:45:23.586124 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-db3c9c16-bd85-4128-a819-5c0d5d33b67d admin admin] Publish callbacks [] for security_group (dcf6c631-74ea-4ca9-8a5e-e4811ea971b9), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:23.589647 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-db3c9c16-bd85-4128-a819-5c0d5d33b67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (dcf6c631-74ea-4ca9-8a5e-e4811ea971b9), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:23.626256 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c9c16-bd85-4128-a819-5c0d5d33b67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf6c631-74ea-4ca9-8a5e-e4811ea971b9,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:23.630515 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-db3c9c16-bd85-4128-a819-5c0d5d33b67d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de0403e99d574ed4b3e4ed9a0a8b50ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964451 May 11 07:45:23.633362 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53576) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:23.708823 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fcf59-f455-4d39-85f6-9a33ef46f44b req-a96971ba-27bb-4def-a238-8d582d30c00c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:23.710274 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5e5fcf59-f455-4d39-85f6-9a33ef46f44b req-a96971ba-27bb-4def-a238-8d582d30c00c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 945 time: 0.0650091 May 11 07:45:23.732873 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-bea08de6-5003-400f-bdce-6d291b4d9c18 admin admin] Publish callbacks [] for security_group (dcf6c631-74ea-4ca9-8a5e-e4811ea971b9), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:23.772177 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-bea08de6-5003-400f-bdce-6d291b4d9c18 admin admin] Publish callbacks [] for security_group (dcf6c631-74ea-4ca9-8a5e-e4811ea971b9), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:23.781732 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5e5fcf59-f455-4d39-85f6-9a33ef46f44b req-04bc210e-96a4-48f7-b881-1e97cb025c98 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642252 May 11 07:45:23.822278 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-bea08de6-5003-400f-bdce-6d291b4d9c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (dcf6c631-74ea-4ca9-8a5e-e4811ea971b9), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:23.824970 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-bea08de6-5003-400f-bdce-6d291b4d9c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:23.826148 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-bea08de6-5003-400f-bdce-6d291b4d9c18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcf6c631-74ea-4ca9-8a5e-e4811ea971b9 HTTP/1.1" status: 204 len: 168 time: 0.1920950 May 11 07:45:23.833609 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea08de6-5003-400f-bdce-6d291b4d9c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf6c631-74ea-4ca9-8a5e-e4811ea971b9,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:24.077642 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53582) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:24.091215 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d1be11ce-2545-42e4-8075-c4051d9e7cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:24.167067 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d1be11ce-2545-42e4-8075-c4051d9e7cea admin admin] Publish callbacks [] for security_group (ba26d348-8532-4c5c-a3ca-8c67992eceac), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:24.170718 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d1be11ce-2545-42e4-8075-c4051d9e7cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ba26d348-8532-4c5c-a3ca-8c67992eceac), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:24.206305 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be11ce-2545-42e4-8075-c4051d9e7cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba26d348-8532-4c5c-a3ca-8c67992eceac,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:24.210547 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-d1be11ce-2545-42e4-8075-c4051d9e7cea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a90b9830d88403ebf089c534de0d1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318510 May 11 07:45:24.213110 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53584) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:24.259436 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2bb27ef0-bec0-4e06-8798-097704f6a8d6 admin admin] Publish callbacks [] for security_group (ba26d348-8532-4c5c-a3ca-8c67992eceac), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:24.280646 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2bb27ef0-bec0-4e06-8798-097704f6a8d6 admin admin] Publish callbacks [] for security_group (ba26d348-8532-4c5c-a3ca-8c67992eceac), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:24.326510 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2bb27ef0-bec0-4e06-8798-097704f6a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ba26d348-8532-4c5c-a3ca-8c67992eceac), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:24.329862 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2bb27ef0-bec0-4e06-8798-097704f6a8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:24.330990 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-2bb27ef0-bec0-4e06-8798-097704f6a8d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba26d348-8532-4c5c-a3ca-8c67992eceac HTTP/1.1" status: 204 len: 168 time: 0.1170292 May 11 07:45:24.338896 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb27ef0-bec0-4e06-8798-097704f6a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba26d348-8532-4c5c-a3ca-8c67992eceac,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:24.899513 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781414e-a880-4c95-9880-4b1d8d9afeff req-bc3461db-f06b-48a3-9160-b17ce8cee9b4 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:24.901037 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e781414e-a880-4c95-9880-4b1d8d9afeff req-bc3461db-f06b-48a3-9160-b17ce8cee9b4 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 945 time: 0.0483291 May 11 07:45:24.951875 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e781414e-a880-4c95-9880-4b1d8d9afeff req-17be65b7-0b25-45ff-9da0-7b1c539ae43a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449784 May 11 07:45:26.068608 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e5ee5-2c94-4b1e-bc79-5523e6f6b49a req-6f4fba43-ff38-484d-9d7a-9535cfe8f5ed tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:26.070028 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-473e5ee5-2c94-4b1e-bc79-5523e6f6b49a req-6f4fba43-ff38-484d-9d7a-9535cfe8f5ed tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 945 time: 0.0465186 May 11 07:45:26.076739 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.120372 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-473e5ee5-2c94-4b1e-bc79-5523e6f6b49a req-ccdbf6f4-e286-4855-aac3-c61a05fc1ad1 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411470 May 11 07:45:26.230705 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1574cf3-64c0-45cf-a0b9-7251982d3ea6 req-380df431-fe4d-4b0d-9f2b-c06d68ef340e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:26.232660 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a1574cf3-64c0-45cf-a0b9-7251982d3ea6 req-380df431-fe4d-4b0d-9f2b-c06d68ef340e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 945 time: 0.0473194 May 11 07:45:26.240929 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53658) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:26.245195 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-7e73eb08-df43-43fe-bad6-99b3a802543b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'floatingip': {'port_id': '548f0c13-5720-409d-934a-ad902e0200b1'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:26.258252 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53660) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:26.288069 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb08-df43-43fe-bad6-99b3a802543b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (e42701d1-4cab-4a2a-8b6e-e80171f92259), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.362978 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e9f50556-f5f1-484d-a04a-25fb44f4574e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.437840 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e9f50556-f5f1-484d-a04a-25fb44f4574e admin admin] Publish callbacks [] for security_group (6c7ad66f-8e6b-4f85-ae1d-33a3ed72ceb0), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.442164 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e9f50556-f5f1-484d-a04a-25fb44f4574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (6c7ad66f-8e6b-4f85-ae1d-33a3ed72ceb0), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.484066 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-e9f50556-f5f1-484d-a04a-25fb44f4574e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad6948a7f87f4499834864a99cf19d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204859 May 11 07:45:26.484066 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f50556-f5f1-484d-a04a-25fb44f4574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7ad66f-8e6b-4f85-ae1d-33a3ed72ceb0,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:26.484350 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53664) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:26.612514 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-68a3ac1a-faf5-47fc-9a27-c7e5f11173b7 admin admin] Publish callbacks [] for security_group (6c7ad66f-8e6b-4f85-ae1d-33a3ed72ceb0), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.644923 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-68a3ac1a-faf5-47fc-9a27-c7e5f11173b7 admin admin] Publish callbacks [] for security_group (6c7ad66f-8e6b-4f85-ae1d-33a3ed72ceb0), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.757040 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-68a3ac1a-faf5-47fc-9a27-c7e5f11173b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (6c7ad66f-8e6b-4f85-ae1d-33a3ed72ceb0), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.759615 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-68a3ac1a-faf5-47fc-9a27-c7e5f11173b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.760726 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-68a3ac1a-faf5-47fc-9a27-c7e5f11173b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c7ad66f-8e6b-4f85-ae1d-33a3ed72ceb0 HTTP/1.1" status: 204 len: 168 time: 0.2768788 May 11 07:45:26.796997 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3ac1a-faf5-47fc-9a27-c7e5f11173b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7ad66f-8e6b-4f85-ae1d-33a3ed72ceb0,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:26.817763 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb08-df43-43fe-bad6-99b3a802543b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.822854 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb08-df43-43fe-bad6-99b3a802543b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (e42701d1-4cab-4a2a-8b6e-e80171f92259), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:26.921071 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:45:26.928096 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [None req-7e73eb08-df43-43fe-bad6-99b3a802543b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Floating IP e42701d1-4cab-4a2a-8b6e-e80171f92259 associated. External IP: 172.27.2.29, port: 548f0c13-5720-409d-934a-ad902e0200b1. May 11 07:45:27.027783 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53670) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:27.043596 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-35e87d79-e96f-4f46-b288-008173b57613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:27.190008 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e73eb08-df43-43fe-bad6-99b3a802543b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Router 4533cc46-4029-47de-a1f5-cb232c181374 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:45:27.215575 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-35e87d79-e96f-4f46-b288-008173b57613 admin admin] Publish callbacks [] for security_group (6a4cf1d9-daef-466a-87ce-49b30bb0ecd9), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:27.219603 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-35e87d79-e96f-4f46-b288-008173b57613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (6a4cf1d9-daef-466a-87ce-49b30bb0ecd9), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:27.294055 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-35e87d79-e96f-4f46-b288-008173b57613 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=067a35447c6640a09358012646370412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641482 May 11 07:45:27.296725 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53672) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:27.298743 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e87d79-e96f-4f46-b288-008173b57613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4cf1d9-daef-466a-87ce-49b30bb0ecd9,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:27.345089 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1032a24e-80d3-42f1-9aa0-32f0f0e39869 admin admin] Publish callbacks [] for security_group (6a4cf1d9-daef-466a-87ce-49b30bb0ecd9), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:27.352615 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e73eb08-df43-43fe-bad6-99b3a802543b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:45:27.358073 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb08-df43-43fe-bad6-99b3a802543b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:27.365305 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:45:27.367245 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1032a24e-80d3-42f1-9aa0-32f0f0e39869 admin admin] Publish callbacks [] for security_group (6a4cf1d9-daef-466a-87ce-49b30bb0ecd9), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:27.380635 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:45:27.381279 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:45:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:27.386816 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-7e73eb08-df43-43fe-bad6-99b3a802543b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "PUT /v2.0/floatingips/e42701d1-4cab-4a2a-8b6e-e80171f92259 HTTP/1.1" status: 200 len: 990 time: 1.1447730 May 11 07:45:27.387548 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'tag': '548f0c13-5720-409d-934a-ad902e0200b1'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:45:27.389969 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c04870-bfbc-49f3-b61d-899e30c8a522" -d '{"events": [{"name": "network-changed", "server_uuid": "2c09ecce-a2f8-499a-81fc-b35151fdd6b4", "tag": "548f0c13-5720-409d-934a-ad902e0200b1"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:45:27.419951 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1032a24e-80d3-42f1-9aa0-32f0f0e39869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (6a4cf1d9-daef-466a-87ce-49b30bb0ecd9), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:27.422456 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1032a24e-80d3-42f1-9aa0-32f0f0e39869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:27.426264 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-1032a24e-80d3-42f1-9aa0-32f0f0e39869 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a4cf1d9-daef-466a-87ce-49b30bb0ecd9 HTTP/1.1" status: 204 len: 168 time: 0.1257951 May 11 07:45:27.427281 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f09eea3-52d0-4f22-8f3a-cc94bd398303 x-openstack-request-id: req-5f09eea3-52d0-4f22-8f3a-cc94bd398303 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:45:27.428042 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c09ecce-a2f8-499a-81fc-b35151fdd6b4", "tag": "548f0c13-5720-409d-934a-ad902e0200b1", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:45:27.428407 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f09eea3-52d0-4f22-8f3a-cc94bd398303 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:45:27.429017 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f09eea3-52d0-4f22-8f3a-cc94bd398303'] response: {'name': 'network-changed', 'server_uuid': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'tag': '548f0c13-5720-409d-934a-ad902e0200b1', 'status': 'completed', 'code': 200} May 11 07:45:27.432733 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032a24e-80d3-42f1-9aa0-32f0f0e39869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4cf1d9-daef-466a-87ce-49b30bb0ecd9,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:27.504238 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-32517b9f-bf65-4880-95e1-ee5d1d4893bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:27.505931 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-32517b9f-bf65-4880-95e1-ee5d1d4893bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 1129 time: 0.0542204 May 11 07:45:27.508917 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:45:27.601090 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-f1df8c0e-5245-4d2d-8c9a-deb06afa5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:27.602614 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-f1df8c0e-5245-4d2d-8c9a-deb06afa5ca8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 916 time: 0.0893779 May 11 07:45:27.672265 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-d66906af-0608-4116-91a9-787da88a6a47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=548f0c13-5720-409d-934a-ad902e0200b1 HTTP/1.1" status: 200 len: 998 time: 0.0636942 May 11 07:45:27.720694 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-409e1f28-7521-46bc-930b-8bbec20511cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:27.722312 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-409e1f28-7521-46bc-930b-8bbec20511cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0439124 May 11 07:45:27.741894 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'e42701d1-4cab-4a2a-8b6e-e80171f92259', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '548f0c13-5720-409d-934a-ad902e0200b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:79:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:09Z', 'updated_at': '2022-05-11T07:45:26Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:27.767457 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-6e1b1e57-96a2-4028-9b68-e2501056da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:27.768741 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:45:27.768907 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-6e1b1e57-96a2-4028-9b68-e2501056da88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408185 May 11 07:45:27.777181 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:45:27.777806 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:45:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:27.893657 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:45:28.133687 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'e42701d1-4cab-4a2a-8b6e-e80171f92259', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '548f0c13-5720-409d-934a-ad902e0200b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:79:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:09Z', 'updated_at': '2022-05-11T07:45:26Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:28.160954 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9005f4c-4827-40ea-b9d3-cac9d71975fa None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'e42701d1-4cab-4a2a-8b6e-e80171f92259', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '548f0c13-5720-409d-934a-ad902e0200b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:79:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:09Z', 'updated_at': '2022-05-11T07:45:26Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:45:28.163199 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-0eeba8bc-c086-424b-ad48-07a06dffd5c7 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868895 May 11 07:45:28.260962 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-69c04870-bfbc-49f3-b61d-899e30c8a522 req-a83dee5c-38e7-4f87-ab8d-7bdbf405430d service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903935 May 11 07:45:28.319612 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-4260fe69-4520-4063-a58f-4a58627c4039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:28.384783 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d824f3c5-879e-4273-b5cc-7ab47c7581a1 None None] New status for floating IP e42701d1-4cab-4a2a-8b6e-e80171f92259: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:45:30.657708 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-25b3bc5c-f170-4466-9248-11ff7c8fb870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:31.211319 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-ba0853ea-0837-4e12-8d7d-0d473be80c06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425861 May 11 07:45:31.271759 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-366f5c1a-9840-4fa6-8c45-05824a0cd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:31.273259 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-366f5c1a-9840-4fa6-8c45-05824a0cd8d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 1129 time: 0.0398877 May 11 07:45:31.377970 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-60b7246f-60da-4724-987f-bfe71c7cc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:31.379554 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-60b7246f-60da-4724-987f-bfe71c7cc582 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 913 time: 0.0856133 May 11 07:45:31.449136 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-a688b688-fd7c-49a7-9d57-90e247d8197e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 HTTP/1.1" status: 200 len: 1000 time: 0.0632334 May 11 07:45:31.498656 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-6b06f7d1-28f9-4862-a273-0982c3dbe5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:31.500725 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-6b06f7d1-28f9-4862-a273-0982c3dbe5bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0447872 May 11 07:45:31.544306 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-97174c8b-1dc9-404c-8b93-add970560217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:31.545898 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-97174c8b-1dc9-404c-8b93-add970560217 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388167 May 11 07:45:31.640788 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-1011357c-023f-4251-bfb2-73c98ef65557 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882955 May 11 07:45:31.664749 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:31.735547 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-91a4f947-eb9e-4827-89cc-dca307df4cfd req-dab9a3d2-d2c1-4fb2-aeb6-ef7375dd24ca service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885148 May 11 07:45:33.228614 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:34.715165 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:39.022652 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-9156c438-3553-4025-84b6-5cd8beee853e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402851186&fields=id&tenant_id=d69ae02f1e0146c795d799160ac17d44 HTTP/1.1" status: 200 len: 267 time: 0.0424323 May 11 07:45:39.124403 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-0f6d56ea-5de7-41bd-80f4-a9b059825a9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:39.125886 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-0f6d56ea-5de7-41bd-80f4-a9b059825a9b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 812 time: 0.0970576 May 11 07:45:39.139803 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-cdbade6f-8e82-411a-a98f-bc308a3c8ded tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/quotas/d69ae02f1e0146c795d799160ac17d44 HTTP/1.1" status: 200 len: 375 time: 0.0086515 May 11 07:45:39.193673 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-50dd195d-50e5-4801-86bd-d0006e17e615 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486555 May 11 07:45:39.297620 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-e7dfa27e-dd1d-471d-b38e-1bbe1ea26459 service neutron] 10.222.0.36 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904136 May 11 07:45:39.387330 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-7eb3285a-1bbb-410f-bc27-df82938de19c service neutron] 10.222.0.36 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841236 May 11 07:45:39.662945 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-078de900-afd4-4cb8-a971-63fff8bd083d req-4fb7c655-8a8b-4324-bc04-f9afddc711c8 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 210 time: 0.0272391 May 11 07:45:40.659086 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-26016f71-ada8-46e3-b56f-7aeda446775e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:40.660517 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-26016f71-ada8-46e3-b56f-7aeda446775e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 812 time: 0.1052635 May 11 07:45:40.727236 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-c4407b00-0cf2-46d6-a08d-275e3375a5a6 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69ae02f1e0146c795d799160ac17d44 HTTP/1.1" status: 200 len: 379 time: 0.0549650 May 11 07:45:40.743076 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'port': {'device_id': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'admin_state_up': True, 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'security_groups': ['7a45570e-2aa0-4e40-a0a3-1d1c14d267e6']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:40.778532 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2dc72c19-34db-4d93-9663-893f20ade323 req-d1286ee1-648f-4fd4-9b0f-e45183aade7e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 210 time: 0.0481472 May 11 07:45:40.866190 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Made reservation on behalf of d69ae02f1e0146c795d799160ac17d44 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:45:40.869977 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:40.992203 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Allocated IP 172.20.0.5 (55b96101-3633-4a8d-a623-73556fb91d7c/3bc99b8a-1a27-4056-86a3-0a869e5b8609/b4036bf3-ceea-472d-ac6d-ec2df0d52432) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:45:41.136352 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:41.168506 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:41.210729 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Network 55b96101-3633-4a8d-a623-73556fb91d7c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:45:41.213800 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:45:41.216168 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:45:41.254631 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'Port': ['ID=b4036bf3-ceea-472d-ac6d-ec2df0d52432,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:41.268666 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.269008 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.269351 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.269719 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.270053 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.270385 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.270708 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.271030 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.271353 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.271676 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.272007 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.272318 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.272631 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.272946 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.273266 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:41.293316 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:41.294147 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:41.310862 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-357bfb5c-c313-412e-91f3-3ea7fbfde204 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718946 May 11 07:45:41.322531 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Request body: {'port': {'device_id': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:41.384191 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:41.507269 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-4d73352f-077e-426b-ae65-0fea31ae9f74 None None] Provisioning complete for port b4036bf3-ceea-472d-ac6d-ec2df0d52432 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:41.507828 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-4d73352f-077e-426b-ae65-0fea31ae9f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:41.541675 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-4d73352f-077e-426b-ae65-0fea31ae9f74 None None] Port b4036bf3-ceea-472d-ac6d-ec2df0d52432 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:45:41.676928 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4036bf3-ceea-472d-ac6d-ec2df0d52432 {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:45:41.684469 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Publish callbacks [] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:41.697533 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Transition to ACTIVE for port object b4036bf3-ceea-472d-ac6d-ec2df0d52432 will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:45:41.700855 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:41.766900 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Pushing event updated for resources: {'Port': ['ID=b4036bf3-ceea-472d-ac6d-ec2df0d52432,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:41.826757 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Attempting to bind port b4036bf3-ceea-472d-ac6d-ec2df0d52432 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:45:41.827124 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Attempting to bind port b4036bf3-ceea-472d-ac6d-ec2df0d52432 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:45:41.827414 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Attempting to bind port b4036bf3-ceea-472d-ac6d-ec2df0d52432 on network 55b96101-3633-4a8d-a623-73556fb91d7c {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:45:41.832854 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Port b4036bf3-ceea-472d-ac6d-ec2df0d52432 on network 55b96101-3633-4a8d-a623-73556fb91d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:45:41.833170 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Attempting to bind port b4036bf3-ceea-472d-ac6d-ec2df0d52432 on network 55b96101-3633-4a8d-a623-73556fb91d7c {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:45:41.838649 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:45:41.838984 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Checking segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:45:41.839364 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Bound using segment: {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:45:41.839775 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Bound port: b4036bf3-ceea-472d-ac6d-ec2df0d52432, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:45:41.840134 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:41.918737 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8eecd-a5ca-408d-b64d-8161bfd302be req-1c03d913-eae0-40c8-a075-638a4ee39c9c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:41.920218 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-27a8eecd-a5ca-408d-b64d-8161bfd302be req-1c03d913-eae0-40c8-a075-638a4ee39c9c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 943 time: 0.0698111 May 11 07:45:41.957426 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] For port b4036bf3-ceea-472d-ac6d-ec2df0d52432, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:45:41.979232 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] For port b4036bf3-ceea-472d-ac6d-ec2df0d52432, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4036bf3-ceea-472d-ac6d-ec2df0d52432,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:45:41.991079 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:41.998139 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-27a8eecd-a5ca-408d-b64d-8161bfd302be req-e0098cbf-2f85-4854-8d25-cfe20c0b59ad tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691657 May 11 07:45:42.031748 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:42.032360 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:42.033787 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] 10.222.0.24 "PUT /v2.0/ports/b4036bf3-ceea-472d-ac6d-ec2df0d52432 HTTP/1.1" status: 200 len: 1093 time: 0.7155623 May 11 07:45:42.034219 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'tag': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:45:42.036439 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef989499-8c38-428b-bd06-f3358256f050" -d '{"events": [{"name": "network-changed", "server_uuid": "bf448381-f7a1-48de-b1a3-4c4fff939b95", "tag": "b4036bf3-ceea-472d-ac6d-ec2df0d52432"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:45:42.063896 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcf9c2-1574-47a2-82e1-0f34b66f4f96 service neutron] Pushing event updated for resources: {'Port': ['ID=b4036bf3-ceea-472d-ac6d-ec2df0d52432,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:42.079198 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f8345b-540e-4b87-8684-61ae605778c8 x-openstack-request-id: req-27f8345b-540e-4b87-8684-61ae605778c8 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:45:42.079680 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf448381-f7a1-48de-b1a3-4c4fff939b95", "tag": "b4036bf3-ceea-472d-ac6d-ec2df0d52432", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:45:42.079988 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27f8345b-540e-4b87-8684-61ae605778c8 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:45:42.080396 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f8345b-540e-4b87-8684-61ae605778c8'] response: {'name': 'network-changed', 'server_uuid': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'tag': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'status': 'completed', 'code': 200} May 11 07:45:42.125351 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-ba07fb54-22e8-4b27-a01c-f352144425bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:42.127509 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-ba07fb54-22e8-4b27-a01c-f352144425bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 1127 time: 0.0408762 May 11 07:45:42.169926 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-1ddf73e8-1b88-4f86-acdc-4daa1c7d14ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4036bf3-ceea-472d-ac6d-ec2df0d52432 HTTP/1.1" status: 200 len: 217 time: 0.0344706 May 11 07:45:42.223660 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-757c3a9b-4c2c-4172-be01-e2ef5438027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:42.225101 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-757c3a9b-4c2c-4172-be01-e2ef5438027b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0490978 May 11 07:45:42.271803 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-1d1139d2-3d6b-4b57-9748-f94fd9f4a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:42.273312 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-1d1139d2-3d6b-4b57-9748-f94fd9f4a431 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377734 May 11 07:45:42.363208 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-4433b370-6273-46c2-9a2b-b7166f2fae98 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817266 May 11 07:45:42.455060 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-47eb806d-4480-4917-8b86-b84d6a21be66 req-e0d1a74b-d5a4-4a6f-9cf1-2490356c5961 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848966 May 11 07:45:42.884890 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989499-8c38-428b-bd06-f3358256f050 req-65799a5b-f7de-427e-955d-981164bf6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:42.886396 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef989499-8c38-428b-bd06-f3358256f050 req-65799a5b-f7de-427e-955d-981164bf6837 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 1127 time: 0.0381694 May 11 07:45:42.979753 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989499-8c38-428b-bd06-f3358256f050 req-ccc8dc85-15ca-4a0c-8fa0-006e1a240663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:42.981219 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef989499-8c38-428b-bd06-f3358256f050 req-ccc8dc85-15ca-4a0c-8fa0-006e1a240663 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 913 time: 0.0877533 May 11 07:45:43.023994 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef989499-8c38-428b-bd06-f3358256f050 req-5d18403f-3d9c-4bf9-bba2-6d7cb69c2ddb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4036bf3-ceea-472d-ac6d-ec2df0d52432 HTTP/1.1" status: 200 len: 217 time: 0.0339930 May 11 07:45:43.103844 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989499-8c38-428b-bd06-f3358256f050 req-e71728bc-33f7-41d7-9ae3-88da3c62513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:43.105270 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef989499-8c38-428b-bd06-f3358256f050 req-e71728bc-33f7-41d7-9ae3-88da3c62513d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0716848 May 11 07:45:43.128253 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcc887-960a-4438-a8c9-9f19dbb673ea req-a60873b6-fa91-42a0-b1a7-0f299650acd3 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:43.129633 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e1fcc887-960a-4438-a8c9-9f19dbb673ea req-a60873b6-fa91-42a0-b1a7-0f299650acd3 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 943 time: 0.0642722 May 11 07:45:43.172236 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989499-8c38-428b-bd06-f3358256f050 req-e035fc05-6689-4f9c-8f4a-2ba30801cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:43.173743 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef989499-8c38-428b-bd06-f3358256f050 req-e035fc05-6689-4f9c-8f4a-2ba30801cb9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0587432 May 11 07:45:43.223188 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e1fcc887-960a-4438-a8c9-9f19dbb673ea req-a49c2032-0b38-42e9-ba7c-c60e4bb48e53 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746486 May 11 07:45:43.284721 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef989499-8c38-428b-bd06-f3358256f050 req-f8f4ea9d-3510-4ce4-abf6-1122edb2a6f8 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020324 May 11 07:45:43.371375 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ef989499-8c38-428b-bd06-f3358256f050 req-bb42751b-9ac8-442e-b6ec-d549e94d88f7 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800638 May 11 07:45:44.339012 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d08c6f-70c4-4bc8-afbf-4dac29f86154 req-cfd3532e-f3e1-4fcc-98b0-b6d73b0c5ae5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:44.340484 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-56d08c6f-70c4-4bc8-afbf-4dac29f86154 req-cfd3532e-f3e1-4fcc-98b0-b6d73b0c5ae5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 943 time: 0.0506451 May 11 07:45:44.387132 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-56d08c6f-70c4-4bc8-afbf-4dac29f86154 req-4aec3c6a-1602-48d3-be22-730e8de8a27b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 May 11 07:45:45.497617 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093556e7-bcb0-42d8-8746-1d555b22fb43 req-ee5185e6-7452-470f-9d53-daf6b72f970d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:45.499066 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-093556e7-bcb0-42d8-8746-1d555b22fb43 req-ee5185e6-7452-470f-9d53-daf6b72f970d tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 943 time: 0.0461478 May 11 07:45:45.545247 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-093556e7-bcb0-42d8-8746-1d555b22fb43 req-8c626a2a-c198-4950-a05f-c44382961212 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406711 May 11 07:45:46.654728 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a48b-1d8d-4f7b-9944-ad0b719bda69 req-ff529033-b9dd-48f6-9a10-203367fec3f5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:46.656179 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fb60a48b-1d8d-4f7b-9944-ad0b719bda69 req-ff529033-b9dd-48f6-9a10-203367fec3f5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 943 time: 0.0460939 May 11 07:45:46.706327 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fb60a48b-1d8d-4f7b-9944-ad0b719bda69 req-39df3ea6-a2e8-4eee-9cd2-387bfb7b7d96 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447047 May 11 07:45:47.816356 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2409059-e208-4d83-84d6-bded4a5f0156 req-4adc8e7c-417e-46c4-b8ba-5d9ef6a6423a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:47.817812 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a2409059-e208-4d83-84d6-bded4a5f0156 req-4adc8e7c-417e-46c4-b8ba-5d9ef6a6423a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 943 time: 0.0458848 May 11 07:45:47.864910 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a2409059-e208-4d83-84d6-bded4a5f0156 req-ed09f95e-4771-47a1-a405-ab89f428d7a5 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 May 11 07:45:48.976737 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e914ef4-08e7-4886-9056-7d7eee652078 req-e8b5018d-5213-48c3-9ebf-3189b8f9a057 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:48.978224 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4e914ef4-08e7-4886-9056-7d7eee652078 req-e8b5018d-5213-48c3-9ebf-3189b8f9a057 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 943 time: 0.0477161 May 11 07:45:49.025991 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4e914ef4-08e7-4886-9056-7d7eee652078 req-d263614c-4832-4c81-9389-339a46db966c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423195 May 11 07:45:49.184217 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device b4036bf3-ceea-472d-ac6d-ec2df0d52432 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:45:49.285260 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port b4036bf3-ceea-472d-ac6d-ec2df0d52432, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4036bf3-ceea-472d-ac6d-ec2df0d52432,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:49.297315 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'port_id': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'mac_address': 'fa:16:3e:fc:21:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:45:49.340073 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port b4036bf3-ceea-472d-ac6d-ec2df0d52432 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:49.340457 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:49.353910 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4036bf3-ceea-472d-ac6d-ec2df0d52432 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:45:49.372935 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port b4036bf3-ceea-472d-ac6d-ec2df0d52432, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4036bf3-ceea-472d-ac6d-ec2df0d52432,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:49.376534 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:49.421125 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=b4036bf3-ceea-472d-ac6d-ec2df0d52432,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:49.607708 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['b4036bf3-ceea-472d-ac6d-ec2df0d52432'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:45:50.143793 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b5a3-f903-4271-8478-27688b140e9c req-768471fd-b301-4a40-9cb8-ebd86e156c67 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:50.145241 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cdd9b5a3-f903-4271-8478-27688b140e9c req-768471fd-b301-4a40-9cb8-ebd86e156c67 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 944 time: 0.0503407 May 11 07:45:50.192236 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cdd9b5a3-f903-4271-8478-27688b140e9c req-277eb509-9608-4ad2-92d8-50524a40562c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413530 May 11 07:45:51.308379 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989f308-aa2e-460a-bb20-256efcf23561 req-c1241e94-c7dc-43b4-9ba5-db08773df55b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:51.309840 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e989f308-aa2e-460a-bb20-256efcf23561 req-c1241e94-c7dc-43b4-9ba5-db08773df55b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 944 time: 0.0460927 May 11 07:45:51.358868 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e989f308-aa2e-460a-bb20-256efcf23561 req-87451067-0747-40e5-bb1c-15aa27579c84 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429845 May 11 07:45:52.466954 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535b03a-f25c-4643-aa10-f3918d1fed5d req-f43954fb-b4f8-4496-9c24-6ca2e80e1b93 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:52.468392 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d535b03a-f25c-4643-aa10-f3918d1fed5d req-f43954fb-b4f8-4496-9c24-6ca2e80e1b93 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 944 time: 0.0458827 May 11 07:45:52.519460 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d535b03a-f25c-4643-aa10-f3918d1fed5d req-6f5304ab-98e6-4ca0-9b04-1c68c0779d4c tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455585 May 11 07:45:52.746024 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device b4036bf3-ceea-472d-ac6d-ec2df0d52432 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:45:52.789292 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port b4036bf3-ceea-472d-ac6d-ec2df0d52432 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:45:52.795393 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port b4036bf3-ceea-472d-ac6d-ec2df0d52432 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:45:52.795818 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:52.873217 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port b4036bf3-ceea-472d-ac6d-ec2df0d52432 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:45:52.873628 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:52.895270 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:45:52.897380 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f395d97b-2eab-445d-9a2a-729ef9c07f53" -d '{"events": [{"server_uuid": "bf448381-f7a1-48de-b1a3-4c4fff939b95", "name": "network-vif-plugged", "status": "completed", "tag": "b4036bf3-ceea-472d-ac6d-ec2df0d52432"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:45:52.910167 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port b4036bf3-ceea-472d-ac6d-ec2df0d52432, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4036bf3-ceea-472d-ac6d-ec2df0d52432,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:45:52.914280 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:52.939268 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeac735-44b4-4236-a651-4951055a4128 x-openstack-request-id: req-afeac735-44b4-4236-a651-4951055a4128 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:45:52.939556 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf448381-f7a1-48de-b1a3-4c4fff939b95", "name": "network-vif-plugged", "status": "completed", "tag": "b4036bf3-ceea-472d-ac6d-ec2df0d52432", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:45:52.939804 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-afeac735-44b4-4236-a651-4951055a4128 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:45:52.940216 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afeac735-44b4-4236-a651-4951055a4128'] response: {'server_uuid': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'code': 200} May 11 07:45:52.964785 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=b4036bf3-ceea-472d-ac6d-ec2df0d52432,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:53.631231 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1619b5-fd4d-461a-a67d-b006f129b477 req-2dedbadc-ea7e-47d7-addb-cff720997287 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:53.632669 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-de1619b5-fd4d-461a-a67d-b006f129b477 req-2dedbadc-ea7e-47d7-addb-cff720997287 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 945 time: 0.0476880 May 11 07:45:53.680536 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-de1619b5-fd4d-461a-a67d-b006f129b477 req-2f25f1dc-449b-40a6-9f26-fdb459522e46 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 May 11 07:45:53.921955 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7ad8-c750-4b0d-906f-2228e393cd3a req-d205e7ed-c9ce-4e88-818f-b5ecb6c9a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:53.923863 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9baf7ad8-c750-4b0d-906f-2228e393cd3a req-d205e7ed-c9ce-4e88-818f-b5ecb6c9a089 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 1129 time: 0.0393155 May 11 07:45:53.971624 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9baf7ad8-c750-4b0d-906f-2228e393cd3a req-b3ff995e-2e67-4bd7-b848-7e304390eb63 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387483 May 11 07:45:54.796875 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589b97-a875-4e7a-862b-6ea5354d28c4 req-d3a60d4b-d776-4ab8-8844-f6fdaa0883ca tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:54.798391 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e6589b97-a875-4e7a-862b-6ea5354d28c4 req-d3a60d4b-d776-4ab8-8844-f6fdaa0883ca tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 945 time: 0.0493586 May 11 07:45:54.847053 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e6589b97-a875-4e7a-862b-6ea5354d28c4 req-351d1ff7-fb97-4824-8f86-e73fe06c1126 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 May 11 07:45:55.956823 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81476cd6-bca1-4947-8996-cd6471cb2a6b req-f79ff508-1a10-4398-9f6c-b123c7220546 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:55.958322 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-81476cd6-bca1-4947-8996-cd6471cb2a6b req-f79ff508-1a10-4398-9f6c-b123c7220546 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 945 time: 0.0463319 May 11 07:45:56.010818 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-81476cd6-bca1-4947-8996-cd6471cb2a6b req-a8a0d17f-5768-4ec7-bbcc-c922c43f6ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469148 May 11 07:45:56.087915 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:56.126174 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124011fa-47af-401d-8956-747181daf875 req-3e16c6b2-b17a-4697-89b1-35a1232cb01f tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:56.127604 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-124011fa-47af-401d-8956-747181daf875 req-3e16c6b2-b17a-4697-89b1-35a1232cb01f tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 945 time: 0.0496051 May 11 07:45:56.181217 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-124011fa-47af-401d-8956-747181daf875 req-8e2b6469-7560-4246-8591-cc06ed9bdea3 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424259 May 11 07:45:56.205256 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53938) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:56.246152 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95613b-c0e2-4f1c-8428-1b7db62c362c tempest-TestVolumeBootPattern-541488080 tempest-TestVolumeBootPattern-541488080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:56.247699 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-5c95613b-c0e2-4f1c-8428-1b7db62c362c tempest-TestVolumeBootPattern-541488080 tempest-TestVolumeBootPattern-541488080-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 1124 time: 0.0413959 May 11 07:45:56.250413 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53940) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:56.254635 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'port_id': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:45:56.274650 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:56.349908 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:56.453004 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Allocated IP 172.27.2.93 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/c5ac6101-5c07-479e-9917-d89070ae0c3f) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:45:56.553610 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for port (c5ac6101-5c07-479e-9917-d89070ae0c3f), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:56.587354 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (c5ac6101-5c07-479e-9917-d89070ae0c3f), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:56.624858 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:45:56.628054 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:45:56.631491 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:45:56.656257 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'Port': ['ID=c5ac6101-5c07-479e-9917-d89070ae0c3f,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:56.669244 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.669611 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.669946 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.670280 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.670633 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.670958 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.671279 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.671595 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.671913 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.672232 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.672552 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.672868 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.673206 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.673757 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.674086 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:45:56.999823 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (a1a524bb-73a4-4596-b5e0-86ca0c0a31d4), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:57.071804 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (c5ac6101-5c07-479e-9917-d89070ae0c3f), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:57.253774 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for port (c5ac6101-5c07-479e-9917-d89070ae0c3f), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:57.258117 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (c5ac6101-5c07-479e-9917-d89070ae0c3f), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:57.321793 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event updated for resources: {'Port': ['ID=c5ac6101-5c07-479e-9917-d89070ae0c3f,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:57.332769 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (a1a524bb-73a4-4596-b5e0-86ca0c0a31d4), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:57.437233 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Floating IP a1a524bb-73a4-4596-b5e0-86ca0c0a31d4 associated. External IP: 172.27.2.93, port: b4036bf3-ceea-472d-ac6d-ec2df0d52432. May 11 07:45:57.647453 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:45:57.753836 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:45:57.763098 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] Sync routers for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:45:57.771692 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:57.775391 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:45:57.776556 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:45:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:57.801025 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f2ba04f1-bbc6-44ca-9496-57d75a177885 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5496025 May 11 07:45:57.801644 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'tag': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:45:57.803909 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068e2b36-dd74-4681-b63f-25cf1164d439" -d '{"events": [{"name": "network-changed", "server_uuid": "bf448381-f7a1-48de-b1a3-4c4fff939b95", "tag": "b4036bf3-ceea-472d-ac6d-ec2df0d52432"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:45:57.839083 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49728092-5506-4a5a-b132-764a14890734 x-openstack-request-id: req-49728092-5506-4a5a-b132-764a14890734 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:45:57.839371 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf448381-f7a1-48de-b1a3-4c4fff939b95", "tag": "b4036bf3-ceea-472d-ac6d-ec2df0d52432", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:45:57.839620 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49728092-5506-4a5a-b132-764a14890734 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:45:57.840021 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49728092-5506-4a5a-b132-764a14890734'] response: {'name': 'network-changed', 'server_uuid': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'tag': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'status': 'completed', 'code': 200} May 11 07:45:57.886990 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:45:57.898959 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-272ff026-a71a-4d00-b2c9-cb05b6f86379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:57.900483 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-272ff026-a71a-4d00-b2c9-cb05b6f86379 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 1129 time: 0.0389600 May 11 07:45:57.999057 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-d3781ce4-e288-42d0-ae19-61bd96c5eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:58.000547 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-d3781ce4-e288-42d0-ae19-61bd96c5eeeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 913 time: 0.0931382 May 11 07:45:58.064673 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-a890c51d-da27-41cd-b58c-9ff3ed3b0738 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4036bf3-ceea-472d-ac6d-ec2df0d52432 HTTP/1.1" status: 200 len: 998 time: 0.0570440 May 11 07:45:58.111230 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-5f7bb9ec-436f-4ebf-ac89-ea55021ac55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:58.112708 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-5f7bb9ec-436f-4ebf-ac89-ea55021ac55d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0423019 May 11 07:45:58.159328 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-63b14db9-3421-4f27-8d3f-e5ae86dd3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:45:58.160983 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-63b14db9-3421-4f27-8d3f-e5ae86dd3623 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425029 May 11 07:45:58.196191 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '5bd6cf43-c05e-43b1-90e3-a812c2dfface', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:e3:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:49Z', 'updated_at': '2022-05-11T07:43:51Z', 'revision_number': 1, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}, {'id': 'a1a524bb-73a4-4596-b5e0-86ca0c0a31d4', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:fc:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:56Z', 'updated_at': '2022-05-11T07:45:56Z', 'revision_number': 0, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:58.224080 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] Checking router: 8baf1ae9-1dd5-43cd-b3e1-307f56346323 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:45:58.233387 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:45:58.234080 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:45:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:58.262240 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-58e1b3fb-66cb-44e9-8d17-f04f12b2c311 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946081 May 11 07:45:58.312599 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2475dd4b-6812-435a-9a25-1e4888bf08b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:58.352248 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:45:58.358506 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-068e2b36-dd74-4681-b63f-25cf1164d439 req-291c8e62-8890-4f43-ac3a-0191d2aaf3f0 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898294 May 11 07:45:58.575404 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '5bd6cf43-c05e-43b1-90e3-a812c2dfface', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:e3:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:49Z', 'updated_at': '2022-05-11T07:43:51Z', 'revision_number': 1, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}, {'id': 'a1a524bb-73a4-4596-b5e0-86ca0c0a31d4', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:fc:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:56Z', 'updated_at': '2022-05-11T07:45:56Z', 'revision_number': 0, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:45:58.600866 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531f33d-66c4-4558-8d49-87d6bafa5c00 None None] The sync data for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi is: [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '5bd6cf43-c05e-43b1-90e3-a812c2dfface', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:e3:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:49Z', 'updated_at': '2022-05-11T07:43:51Z', 'revision_number': 1, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}, {'id': 'a1a524bb-73a4-4596-b5e0-86ca0c0a31d4', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:fc:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:56Z', 'updated_at': '2022-05-11T07:45:56Z', 'revision_number': 0, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:45:58.780894 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaaf6b-f706-4875-a3fe-a33204c3618b None None] New status for floating IP a1a524bb-73a4-4596-b5e0-86ca0c0a31d4: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:45:59.560603 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53966) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:59.663041 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7237f759-6a42-494c-b1df-88f8fdc8b546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:59.736768 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7237f759-6a42-494c-b1df-88f8fdc8b546 admin admin] Publish callbacks [] for security_group (6d92f17a-4b20-424b-9814-8670f58fd4d2), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:59.740373 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7237f759-6a42-494c-b1df-88f8fdc8b546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (6d92f17a-4b20-424b-9814-8670f58fd4d2), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:59.775505 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237f759-6a42-494c-b1df-88f8fdc8b546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d92f17a-4b20-424b-9814-8670f58fd4d2,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:45:59.779746 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-7237f759-6a42-494c-b1df-88f8fdc8b546 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5bf1a0573fdd4ca1a81512a2eda5ec68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181141 May 11 07:45:59.783138 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53970) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:45:59.831592 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8f8451b6-6b78-4194-bbc0-5bb226dd30b6 admin admin] Publish callbacks [] for security_group (6d92f17a-4b20-424b-9814-8670f58fd4d2), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:59.863423 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8f8451b6-6b78-4194-bbc0-5bb226dd30b6 admin admin] Publish callbacks [] for security_group (6d92f17a-4b20-424b-9814-8670f58fd4d2), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:59.912017 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8f8451b6-6b78-4194-bbc0-5bb226dd30b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (6d92f17a-4b20-424b-9814-8670f58fd4d2), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:59.914500 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8f8451b6-6b78-4194-bbc0-5bb226dd30b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:45:59.915674 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-8f8451b6-6b78-4194-bbc0-5bb226dd30b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d92f17a-4b20-424b-9814-8670f58fd4d2 HTTP/1.1" status: 204 len: 168 time: 0.1316402 May 11 07:45:59.923288 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8451b6-6b78-4194-bbc0-5bb226dd30b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d92f17a-4b20-424b-9814-8670f58fd4d2,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:00.509129 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 53992) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:46:00.601973 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1438586884-network', 'tenant_id': '0c4410fd6b2c46da89537b4923db6d89'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:00.621849 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Made reservation on behalf of 0c4410fd6b2c46da89537b4923db6d89 for: {'network': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:46:00.624077 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:00.632581 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:00.657000 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a9230bd8-4382-4618-9f3b-0413f208db7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:00.706855 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Publish callbacks [] for security_group (e85da7c4-8b60-44b5-b0ac-2665b94ff700), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:00.710386 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (e85da7c4-8b60-44b5-b0ac-2665b94ff700), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:00.735518 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:46:00.742155 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85da7c4-8b60-44b5-b0ac-2665b94ff700,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:00.747831 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:00.748228 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.segments_db [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Added segment aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd of type vlan for network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 May 11 07:46:00.787066 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (613e8e93-9a8d-41a7-94ab-6469f95f81a6), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:00.810192 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (613e8e93-9a8d-41a7-94ab-6469f95f81a6), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:00.811191 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:00.811772 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:00.845359 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3351338 May 11 07:46:00.848393 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 53996) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:46:00.853294 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Request body: {'subnet': {'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1438586884-subnet', 'tenant_id': '0c4410fd6b2c46da89537b4923db6d89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:00.873317 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Made reservation on behalf of 0c4410fd6b2c46da89537b4923db6d89 for: {'subnet': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:46:00.875763 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17489960'] for subnet (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:01.050221 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17749110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17489982'] for subnet (30e0ecff-bac9-4d26-a39d-00bedfef4fd6), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:01.101525 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bbdd9-f3ab-46ee-b8a2-ce721813ed88 admin admin] Pushing event updated for resources: {'Network': ['ID=613e8e93-9a8d-41a7-94ab-6469f95f81a6,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:01.112090 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:46:01.115490 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e0ecff-bac9-4d26-a39d-00bedfef4fd6,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:01.117731 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Checking segment: {'id': 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:46:01.118083 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Network hostable DHCP agents. Network: 613e8e93-9a8d-41a7-94ab-6469f95f81a6, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:46:01.138767 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:46:01.148029 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, 613e8e93-9a8d-41a7-94ab-6469f95f81a6) {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:46:01.152510 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:01.153006 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:01.170121 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-3af6689b-1e11-49ab-bac5-0039e56ebc8e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3205855 May 11 07:46:01.181575 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9356fed-0824-446d-8ae7-cc47b994597a None None] Network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:46:01.300099 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb632d3-d8e8-475a-8210-078cfadd083d None None] Network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:46:01.673401 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:02.896067 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-417447dd-d055-4456-9481-9dea6a67098a tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:02.897582 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-417447dd-d055-4456-9481-9dea6a67098a tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/networks?id=613e8e93-9a8d-41a7-94ab-6469f95f81a6 HTTP/1.1" status: 200 len: 814 time: 0.0981395 May 11 07:46:02.912322 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-abbf3172-7c12-4568-9dce-ec9bdb00e6c7 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/quotas/0c4410fd6b2c46da89537b4923db6d89 HTTP/1.1" status: 200 len: 375 time: 0.0094345 May 11 07:46:02.944366 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-2bb7e98e-7d54-4927-b157-317c5225b98f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c4410fd6b2c46da89537b4923db6d89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271749 May 11 07:46:03.035366 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-576cbe99-5e20-40af-bdf7-a3b373647253 service neutron] 10.222.0.36 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843725 May 11 07:46:03.233080 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:03.399013 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-47f53009-4cfe-4ddf-acad-ad2a229fd69a service neutron] 10.222.0.36 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581302 May 11 07:46:03.551724 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5141d36f-fed1-42b4-a2d8-6698be1b34a4 req-00c2ac8e-c1fd-4a78-98ad-d526065090fb tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 210 time: 0.0267076 May 11 07:46:03.920567 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:46:04.486874 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-d975e1ce-d8dd-468e-b26b-59bc0a69a31e tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:04.488298 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-d975e1ce-d8dd-468e-b26b-59bc0a69a31e tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.24 "GET /v2.0/networks?id=613e8e93-9a8d-41a7-94ab-6469f95f81a6 HTTP/1.1" status: 200 len: 814 time: 0.1016908 May 11 07:46:04.508568 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Request body: {'port': {'device_id': '00ed5625-305f-4088-b62a-1bd2e26f8b15', 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6', 'admin_state_up': True, 'tenant_id': '0c4410fd6b2c46da89537b4923db6d89'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:04.627567 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Made reservation on behalf of 0c4410fd6b2c46da89537b4923db6d89 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:46:04.630722 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:04.655849 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-12b52eff-d6da-4b1d-9945-daa81262e5ae req-bbba33c8-c17a-476d-97fd-003cfeee96a5 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 210 time: 0.0372968 May 11 07:46:04.717963 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:04.770331 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Allocated IP 172.20.0.12 (613e8e93-9a8d-41a7-94ab-6469f95f81a6/30e0ecff-bac9-4d26-a39d-00bedfef4fd6/63b76a94-0623-4bf6-a405-6a029e1a42a8) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:46:04.913314 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks [] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:04.946231 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:04.988569 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:46:04.991698 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:46:04.997572 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:46:05.004101 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Pushing event updated for resources: {'Port': ['ID=63b76a94-0623-4bf6-a405-6a029e1a42a8,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:05.047017 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:05.047549 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:05.062527 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-8208506c-2fe8-4fae-a934-eec5188d78fa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5575168 May 11 07:46:05.073858 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Request body: {'port': {'device_id': '00ed5625-305f-4088-b62a-1bd2e26f8b15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:05.133295 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:05.412313 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b76a94-0623-4bf6-a405-6a029e1a42a8 {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:46:05.419642 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Publish callbacks [] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:05.432155 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Transition to ACTIVE for port object 63b76a94-0623-4bf6-a405-6a029e1a42a8 will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:46:05.435968 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:05.488304 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Pushing event updated for resources: {'Port': ['ID=63b76a94-0623-4bf6-a405-6a029e1a42a8,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:05.556128 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Attempting to bind port 63b76a94-0623-4bf6-a405-6a029e1a42a8 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:46:05.556458 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Attempting to bind port 63b76a94-0623-4bf6-a405-6a029e1a42a8 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:46:05.556784 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Attempting to bind port 63b76a94-0623-4bf6-a405-6a029e1a42a8 on network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:46:05.561007 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Port 63b76a94-0623-4bf6-a405-6a029e1a42a8 on network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:46:05.561320 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Attempting to bind port 63b76a94-0623-4bf6-a405-6a029e1a42a8 on network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:46:05.566331 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:46:05.566664 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Checking segment: {'id': 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:46:05.567038 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Bound using segment: {'id': 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:46:05.567449 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Bound port: 63b76a94-0623-4bf6-a405-6a029e1a42a8, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:46:05.567796 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:05.627592 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] For port 63b76a94-0623-4bf6-a405-6a029e1a42a8, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:46:05.630500 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] For port 63b76a94-0623-4bf6-a405-6a029e1a42a8, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63b76a94-0623-4bf6-a405-6a029e1a42a8,segment=NetworkSegment(aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd),segment_id=aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:46:05.636372 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:05.674298 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:05.674913 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:05.676314 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] 10.222.0.24 "PUT /v2.0/ports/63b76a94-0623-4bf6-a405-6a029e1a42a8 HTTP/1.1" status: 200 len: 1094 time: 0.6063616 May 11 07:46:05.676743 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ed5625-305f-4088-b62a-1bd2e26f8b15', 'tag': '63b76a94-0623-4bf6-a405-6a029e1a42a8'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:46:05.679015 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "00ed5625-305f-4088-b62a-1bd2e26f8b15", "tag": "63b76a94-0623-4bf6-a405-6a029e1a42a8"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:46:05.701297 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30081421-dcaa-411f-a925-dd90c4fa889f service neutron] Pushing event updated for resources: {'Port': ['ID=63b76a94-0623-4bf6-a405-6a029e1a42a8,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:05.733068 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87436afd-be40-4f26-bbf3-a5dde4b5735b x-openstack-request-id: req-87436afd-be40-4f26-bbf3-a5dde4b5735b {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:46:05.733361 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ed5625-305f-4088-b62a-1bd2e26f8b15", "tag": "63b76a94-0623-4bf6-a405-6a029e1a42a8", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:46:05.733642 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87436afd-be40-4f26-bbf3-a5dde4b5735b {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:46:05.734036 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87436afd-be40-4f26-bbf3-a5dde4b5735b'] response: {'name': 'network-changed', 'server_uuid': '00ed5625-305f-4088-b62a-1bd2e26f8b15', 'tag': '63b76a94-0623-4bf6-a405-6a029e1a42a8', 'status': 'completed', 'code': 200} May 11 07:46:05.787538 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-bfbdd983-5185-4c8d-96f8-daf96abe3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:05.789063 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-bfbdd983-5185-4c8d-96f8-daf96abe3c38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c4410fd6b2c46da89537b4923db6d89&device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 1128 time: 0.0697629 May 11 07:46:05.800133 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03060685-d882-4eea-ab86-11a534a9d69d req-7335ab4f-32d0-4758-952e-dd292607e7ff tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:05.801501 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-03060685-d882-4eea-ab86-11a534a9d69d req-7335ab4f-32d0-4758-952e-dd292607e7ff tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 944 time: 0.0712619 May 11 07:46:05.844761 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-cd435373-ef1b-46a1-9864-6d345000208b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63b76a94-0623-4bf6-a405-6a029e1a42a8 HTTP/1.1" status: 200 len: 217 time: 0.0423293 May 11 07:46:05.911324 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-03060685-d882-4eea-ab86-11a534a9d69d req-7b173b8e-dea7-4b7d-913f-e659a4490fbd tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036034 May 11 07:46:05.914701 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-33ef28ae-700f-4107-a00c-46992e87082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:05.916110 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-33ef28ae-700f-4107-a00c-46992e87082d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e0ecff-bac9-4d26-a39d-00bedfef4fd6 HTTP/1.1" status: 200 len: 854 time: 0.0648906 May 11 07:46:05.949109 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-c21095ce-0abb-42dd-8b9a-ba303a239e12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=613e8e93-9a8d-41a7-94ab-6469f95f81a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252926 May 11 07:46:06.042350 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-d0df6d86-3af5-4ac2-9bc4-2ec92a7b5655 service neutron] 10.222.0.24 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867779 May 11 07:46:06.127789 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c79348f-a7e1-4b96-b382-b2607cb68829 req-91a0ce2a-ec76-4ea3-bd00-1a40b6079f09 service neutron] 10.222.0.24 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792959 May 11 07:46:07.058528 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14cbc-7285-43da-ac2a-894f372b9c8b req-0c8a6172-16ab-46f6-b479-6279e5046877 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:07.059984 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bfa14cbc-7285-43da-ac2a-894f372b9c8b req-0c8a6172-16ab-46f6-b479-6279e5046877 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 944 time: 0.0768445 May 11 07:46:07.065169 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a req-889139fb-9c96-48fa-9eaf-67be6fb54e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:07.066829 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a req-889139fb-9c96-48fa-9eaf-67be6fb54e8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c4410fd6b2c46da89537b4923db6d89&device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 1128 time: 0.0519190 May 11 07:46:07.164364 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bfa14cbc-7285-43da-ac2a-894f372b9c8b req-a1812c17-9b70-4963-a4c6-700e0c24d5cc tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966017 May 11 07:46:07.187629 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a req-3a4fe5f4-de88-4083-9927-7c1bb4de86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:07.189141 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a req-3a4fe5f4-de88-4083-9927-7c1bb4de86fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=613e8e93-9a8d-41a7-94ab-6469f95f81a6 HTTP/1.1" status: 200 len: 915 time: 0.1078866 May 11 07:46:07.229556 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a req-d9b1d686-474c-4173-ab80-10ccd4ddfb90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63b76a94-0623-4bf6-a405-6a029e1a42a8 HTTP/1.1" status: 200 len: 217 time: 0.0330999 May 11 07:46:07.275857 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a req-648effd1-8323-4741-8af9-da3fc9fab277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:07.277224 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a req-648effd1-8323-4741-8af9-da3fc9fab277 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e0ecff-bac9-4d26-a39d-00bedfef4fd6 HTTP/1.1" status: 200 len: 854 time: 0.0414085 May 11 07:46:07.314254 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a req-071885d5-ce07-48d7-9559-3d287e99cc1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=613e8e93-9a8d-41a7-94ab-6469f95f81a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301490 May 11 07:46:07.403168 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a req-34ea4c6e-7d9b-4222-b2cc-cd8b9be723dc service neutron] 10.222.0.24 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823786 May 11 07:46:07.498730 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e1b53e79-6d8a-425b-9a87-f32446ebcd7a req-411b19d0-24e4-473c-88a9-a217d6bd6128 service neutron] 10.222.0.24 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883172 May 11 07:46:07.742133 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 63b76a94-0623-4bf6-a405-6a029e1a42a8 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:46:07.839991 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 63b76a94-0623-4bf6-a405-6a029e1a42a8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63b76a94-0623-4bf6-a405-6a029e1a42a8,segment=NetworkSegment(aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd),segment_id=aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:46:07.850915 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '63b76a94-0623-4bf6-a405-6a029e1a42a8', 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6', 'port_id': '63b76a94-0623-4bf6-a405-6a029e1a42a8', 'mac_address': 'fa:16:3e:43:64:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e0ecff-bac9-4d26-a39d-00bedfef4fd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:46:07.886744 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 63b76a94-0623-4bf6-a405-6a029e1a42a8 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:46:07.887125 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:07.900416 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b76a94-0623-4bf6-a405-6a029e1a42a8 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:46:07.918798 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 63b76a94-0623-4bf6-a405-6a029e1a42a8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63b76a94-0623-4bf6-a405-6a029e1a42a8,segment=NetworkSegment(aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd),segment_id=aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:46:07.923158 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:07.970019 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=63b76a94-0623-4bf6-a405-6a029e1a42a8,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:07.977372 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.977752 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.978096 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.978429 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.978767 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.979096 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.979427 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.979755 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.980082 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.980410 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.980739 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.981064 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.981386 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.981736 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:07.982088 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:08.184155 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['63b76a94-0623-4bf6-a405-6a029e1a42a8'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:46:08.297413 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00706-4ef0-4055-ad3c-37f651f0ce32 req-13faa2aa-f9eb-4506-866f-bea62707b6d4 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:08.299500 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d2d00706-4ef0-4055-ad3c-37f651f0ce32 req-13faa2aa-f9eb-4506-866f-bea62707b6d4 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 945 time: 0.0470047 May 11 07:46:08.347759 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d2d00706-4ef0-4055-ad3c-37f651f0ce32 req-2396a5ce-c1bc-47c5-b512-303320814281 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 May 11 07:46:09.466517 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73439a1-6de9-4ccd-a10f-008472e8052a req-caab03e2-f03d-4a05-89d1-f05731831df7 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:09.467964 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f73439a1-6de9-4ccd-a10f-008472e8052a req-caab03e2-f03d-4a05-89d1-f05731831df7 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 945 time: 0.0464020 May 11 07:46:09.516730 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f73439a1-6de9-4ccd-a10f-008472e8052a req-e3ff6812-42c2-4ae1-9576-1008b403b637 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432570 May 11 07:46:09.746184 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 63b76a94-0623-4bf6-a405-6a029e1a42a8 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:46:09.793924 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 63b76a94-0623-4bf6-a405-6a029e1a42a8 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:46:09.799725 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 63b76a94-0623-4bf6-a405-6a029e1a42a8 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:46:09.800126 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:09.872879 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 63b76a94-0623-4bf6-a405-6a029e1a42a8 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:46:09.873247 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:09.895334 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ed5625-305f-4088-b62a-1bd2e26f8b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b76a94-0623-4bf6-a405-6a029e1a42a8'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:46:09.897522 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693800f1-3022-47f6-a317-4be178e76c8b" -d '{"events": [{"server_uuid": "00ed5625-305f-4088-b62a-1bd2e26f8b15", "name": "network-vif-plugged", "status": "completed", "tag": "63b76a94-0623-4bf6-a405-6a029e1a42a8"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:46:09.909730 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 63b76a94-0623-4bf6-a405-6a029e1a42a8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63b76a94-0623-4bf6-a405-6a029e1a42a8,segment=NetworkSegment(aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd),segment_id=aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:46:09.914686 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:09.938423 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d300bf96-915a-479b-aca1-ee7b937e2aac x-openstack-request-id: req-d300bf96-915a-479b-aca1-ee7b937e2aac {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:46:09.938718 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ed5625-305f-4088-b62a-1bd2e26f8b15", "name": "network-vif-plugged", "status": "completed", "tag": "63b76a94-0623-4bf6-a405-6a029e1a42a8", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:46:09.939621 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d300bf96-915a-479b-aca1-ee7b937e2aac {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:46:09.940014 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d300bf96-915a-479b-aca1-ee7b937e2aac'] response: {'server_uuid': '00ed5625-305f-4088-b62a-1bd2e26f8b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b76a94-0623-4bf6-a405-6a029e1a42a8', 'code': 200} May 11 07:46:09.964896 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=63b76a94-0623-4bf6-a405-6a029e1a42a8,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:10.102464 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd490e-ab14-48e4-aa1f-76556a9ae5f3 req-e2cf59d6-9fd5-4114-88f0-e061977d5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:10.103844 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e0fd490e-ab14-48e4-aa1f-76556a9ae5f3 req-e2cf59d6-9fd5-4114-88f0-e061977d5f67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 1130 time: 0.0374494 May 11 07:46:10.146967 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e0fd490e-ab14-48e4-aa1f-76556a9ae5f3 req-a6a711b2-9b5e-4f66-9890-88ba416a0f30 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360742 May 11 07:46:10.629149 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f378e-3e9f-4951-bb33-5f74d8383dd3 req-1bb14f40-4398-46fa-aa4b-4af1a06f0efa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:10.630653 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8f6f378e-3e9f-4951-bb33-5f74d8383dd3 req-1bb14f40-4398-46fa-aa4b-4af1a06f0efa tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 946 time: 0.0481660 May 11 07:46:10.676221 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8f6f378e-3e9f-4951-bb33-5f74d8383dd3 req-12681d62-75c2-48d5-893d-8befb59fc7b1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 May 11 07:46:11.796281 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dba4aa-1e8a-4a79-91b5-c8e1e2a1ed03 req-23f80b09-8063-4c75-a454-60aebcb591c6 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:11.797756 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-20dba4aa-1e8a-4a79-91b5-c8e1e2a1ed03 req-23f80b09-8063-4c75-a454-60aebcb591c6 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 946 time: 0.0495203 May 11 07:46:11.843622 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-20dba4aa-1e8a-4a79-91b5-c8e1e2a1ed03 req-67a0015f-6fb6-4644-a0d3-b812f47061bc tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396178 May 11 07:46:21.337001 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54174) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:46:21.341585 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-40863615-0820-4f57-b75f-ff2078fe0cde tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654246253', 'description': 'tempest-description--2014843511'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:21.364833 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-40863615-0820-4f57-b75f-ff2078fe0cde tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.432410 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-40863615-0820-4f57-b75f-ff2078fe0cde tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (70f70909-c96b-42d2-99a5-532820de5884), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.435877 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-40863615-0820-4f57-b75f-ff2078fe0cde tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (70f70909-c96b-42d2-99a5-532820de5884), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.469484 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-40863615-0820-4f57-b75f-ff2078fe0cde tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.471213 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-40863615-0820-4f57-b75f-ff2078fe0cde tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1331494 May 11 07:46:21.473143 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40863615-0820-4f57-b75f-ff2078fe0cde tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f70909-c96b-42d2-99a5-532820de5884,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:21.474414 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54176) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:46:21.480215 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-e76e3cb8-668c-4fc4-895c-6e6821407bc1 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group_rule': {'security_group_id': '70f70909-c96b-42d2-99a5-532820de5884', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:21.508067 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e76e3cb8-668c-4fc4-895c-6e6821407bc1 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (a69423e1-f2ea-499b-9808-b053cc1ebc45), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.566709 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e76e3cb8-668c-4fc4-895c-6e6821407bc1 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (a69423e1-f2ea-499b-9808-b053cc1ebc45), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.569937 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e76e3cb8-668c-4fc4-895c-6e6821407bc1 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (a69423e1-f2ea-499b-9808-b053cc1ebc45), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.588278 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e3cb8-668c-4fc4-895c-6e6821407bc1 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69423e1-f2ea-499b-9808-b053cc1ebc45,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:21.596238 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e76e3cb8-668c-4fc4-895c-6e6821407bc1 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.597461 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-e76e3cb8-668c-4fc4-895c-6e6821407bc1 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217520 May 11 07:46:21.600085 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54178) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:46:21.604386 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-72401afb-32ad-4d20-a7e2-2da52ba50d56 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group_rule': {'security_group_id': '70f70909-c96b-42d2-99a5-532820de5884', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:21.630837 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-72401afb-32ad-4d20-a7e2-2da52ba50d56 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (9de3af64-e7fb-4bbf-8245-81f6c207c7e0), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.681897 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-72401afb-32ad-4d20-a7e2-2da52ba50d56 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (9de3af64-e7fb-4bbf-8245-81f6c207c7e0), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.685828 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-72401afb-32ad-4d20-a7e2-2da52ba50d56 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (9de3af64-e7fb-4bbf-8245-81f6c207c7e0), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.708453 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72401afb-32ad-4d20-a7e2-2da52ba50d56 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de3af64-e7fb-4bbf-8245-81f6c207c7e0,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:21.717678 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-72401afb-32ad-4d20-a7e2-2da52ba50d56 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.719194 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-72401afb-32ad-4d20-a7e2-2da52ba50d56 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181862 May 11 07:46:21.723237 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54182) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:46:21.727376 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:21.747188 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.822517 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:21.928504 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Allocated IP 172.27.2.5 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/d61b3f3e-a041-4fcc-88ae-c25e2e5f442c) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:46:22.032515 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (d61b3f3e-a041-4fcc-88ae-c25e2e5f442c), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:22.067061 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (d61b3f3e-a041-4fcc-88ae-c25e2e5f442c), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:22.108126 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:46:22.111525 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:46:22.113866 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:46:22.142062 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=d61b3f3e-a041-4fcc-88ae-c25e2e5f442c,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:22.202449 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (23edbd91-aa21-488e-a86d-aedc79277620), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:22.236870 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (d61b3f3e-a041-4fcc-88ae-c25e2e5f442c), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:22.420420 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (d61b3f3e-a041-4fcc-88ae-c25e2e5f442c), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:22.425265 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (d61b3f3e-a041-4fcc-88ae-c25e2e5f442c), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:22.493603 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=d61b3f3e-a041-4fcc-88ae-c25e2e5f442c,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:22.505984 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (23edbd91-aa21-488e-a86d-aedc79277620), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:22.520648 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:22.521873 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-94f65076-5369-439d-9184-30d909755a5e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7976975 May 11 07:46:22.712990 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-5a92cb40-1073-4a72-a231-3e548a6396f3 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1654246253&fields=id&tenant_id=bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 267 time: 0.0422153 May 11 07:46:22.820608 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-81ebe90c-ee17-4056-a8dc-e57b915a0aab tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:22.821997 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-81ebe90c-ee17-4056-a8dc-e57b915a0aab tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 815 time: 0.1028144 May 11 07:46:22.836529 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-d7fb4a24-ddfc-4313-b9e0-16ac8ec4890a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/quotas/bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 375 time: 0.0092921 May 11 07:46:22.884904 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-866789a4-409e-4e63-84ef-9580ac2c04c0 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0438082 May 11 07:46:23.026415 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-3c3c1f5e-afb3-407d-aec0-0c2eff933b21 service neutron] 10.222.0.36 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301415 May 11 07:46:23.113507 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-a84e0edf-6ea0-4c82-901e-07fc8f4b2298 service neutron] 10.222.0.36 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814390 May 11 07:46:23.273948 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eca4ddec-5c37-4d66-b97d-782dd141a277 req-1963b8da-b6a3-46ac-a4d7-ead582a89303 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 210 time: 0.0321369 May 11 07:46:24.200248 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-ca65a449-053e-4f62-b8d5-0ea881574004 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:24.201709 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-ca65a449-053e-4f62-b8d5-0ea881574004 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 815 time: 0.0986714 May 11 07:46:24.280767 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-98e65b34-a860-480b-9461-55e10d712c0a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 473 time: 0.0662584 May 11 07:46:24.366885 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0d33adbf-260f-4084-b164-767fb9950e6c req-13630828-f8bf-4bfb-a5b8-b514514f414b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 210 time: 0.0276103 May 11 07:46:24.376216 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'port': {'device_id': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'admin_state_up': True, 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'security_groups': ['70f70909-c96b-42d2-99a5-532820de5884']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:24.486100 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Made reservation on behalf of bbefc9c91dab46baa2707f01c83e48e2 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:46:24.488993 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:24.611737 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Allocated IP 172.20.0.3 (03fe8424-c7a4-4a16-bd46-5991849ceca4/95ff5c17-fb49-4990-b546-0d6a83c31da3/7650d3c7-12fe-44ab-bafa-6392cb592348) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:46:24.752064 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:24.783827 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:24.825767 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:46:24.828925 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:46:24.835079 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:46:24.858172 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=7650d3c7-12fe-44ab-bafa-6392cb592348,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:24.886274 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:24.886883 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:24.903353 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e949b973-bd02-4ba1-ad9d-cda979fea364 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5311382 May 11 07:46:24.916378 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Request body: {'port': {'device_id': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:24.984549 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:25.054982 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-479c97a7-308f-4ba1-bb0f-cca860be632e None None] Provisioning complete for port 7650d3c7-12fe-44ab-bafa-6392cb592348 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:46:25.055556 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-479c97a7-308f-4ba1-bb0f-cca860be632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:25.088172 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-479c97a7-308f-4ba1-bb0f-cca860be632e None None] Port 7650d3c7-12fe-44ab-bafa-6392cb592348 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:46:25.270766 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7650d3c7-12fe-44ab-bafa-6392cb592348 {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:46:25.277898 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Publish callbacks [] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:25.289792 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Transition to ACTIVE for port object 7650d3c7-12fe-44ab-bafa-6392cb592348 will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:46:25.293467 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:25.346532 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Pushing event updated for resources: {'Port': ['ID=7650d3c7-12fe-44ab-bafa-6392cb592348,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:25.426396 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Attempting to bind port 7650d3c7-12fe-44ab-bafa-6392cb592348 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:46:25.426924 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Attempting to bind port 7650d3c7-12fe-44ab-bafa-6392cb592348 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:46:25.427259 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Attempting to bind port 7650d3c7-12fe-44ab-bafa-6392cb592348 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:46:25.432185 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Port 7650d3c7-12fe-44ab-bafa-6392cb592348 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:46:25.432508 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Attempting to bind port 7650d3c7-12fe-44ab-bafa-6392cb592348 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:46:25.447863 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:46:25.448205 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Checking segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:46:25.448593 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Bound using segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:46:25.449038 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Bound port: 7650d3c7-12fe-44ab-bafa-6392cb592348, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:46:25.449399 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:25.517344 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a517d5f-1fe1-458b-9aaa-3edba57f0214 req-a3f51b29-f4fa-4ca0-8758-db54192b8224 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:25.518845 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4a517d5f-1fe1-458b-9aaa-3edba57f0214 req-a3f51b29-f4fa-4ca0-8758-db54192b8224 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 943 time: 0.0811725 May 11 07:46:25.567102 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] For port 7650d3c7-12fe-44ab-bafa-6392cb592348, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:46:25.571721 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] For port 7650d3c7-12fe-44ab-bafa-6392cb592348, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7650d3c7-12fe-44ab-bafa-6392cb592348,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:46:25.581060 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:25.611299 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4a517d5f-1fe1-458b-9aaa-3edba57f0214 req-fbc64762-4699-45b4-927a-9f08f04325fb tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860653 May 11 07:46:25.623237 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:25.623842 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:25.625235 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] 10.222.0.24 "PUT /v2.0/ports/7650d3c7-12fe-44ab-bafa-6392cb592348 HTTP/1.1" status: 200 len: 1093 time: 0.7129221 May 11 07:46:25.625778 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'tag': '7650d3c7-12fe-44ab-bafa-6392cb592348'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:46:25.628509 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6162ae-b769-468f-b3d3-1a83f3c60df2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb54010c-43ca-4040-8312-da1d47697fa0", "tag": "7650d3c7-12fe-44ab-bafa-6392cb592348"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:46:25.657307 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa212e3-4a57-480a-87ff-8b9aeff12010 service neutron] Pushing event updated for resources: {'Port': ['ID=7650d3c7-12fe-44ab-bafa-6392cb592348,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:25.680219 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00d619e-9024-4fa2-87d0-5f18c6b4f8da x-openstack-request-id: req-b00d619e-9024-4fa2-87d0-5f18c6b4f8da {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:46:25.680511 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb54010c-43ca-4040-8312-da1d47697fa0", "tag": "7650d3c7-12fe-44ab-bafa-6392cb592348", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:46:25.680762 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b00d619e-9024-4fa2-87d0-5f18c6b4f8da {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:46:25.681156 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00d619e-9024-4fa2-87d0-5f18c6b4f8da'] response: {'name': 'network-changed', 'server_uuid': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'tag': '7650d3c7-12fe-44ab-bafa-6392cb592348', 'status': 'completed', 'code': 200} May 11 07:46:25.713728 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-262bc249-e28d-45be-a29b-d4627ff0b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:25.715269 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-262bc249-e28d-45be-a29b-d4627ff0b94a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 1127 time: 0.0458350 May 11 07:46:25.765790 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-29903692-b535-463b-8caa-8f2bec3fd2af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7650d3c7-12fe-44ab-bafa-6392cb592348 HTTP/1.1" status: 200 len: 217 time: 0.0390179 May 11 07:46:25.814886 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-96cd3d1c-b0a5-4e0e-b9be-dff308182ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:25.816607 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-96cd3d1c-b0a5-4e0e-b9be-dff308182ac6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0449498 May 11 07:46:25.860381 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e90cc9bc-a5bf-4296-92cf-71f4513a571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:25.862556 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-e90cc9bc-a5bf-4296-92cf-71f4513a571a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389545 May 11 07:46:25.954278 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-bf1f2c0e-597f-4865-ab3c-3909e8c902f7 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837121 May 11 07:46:26.045795 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-84599e06-2fe3-4fb0-8470-fd5dbb6c9b53 req-479149f3-8dde-4da7-81ad-a239997bf196 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840039 May 11 07:46:26.087681 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:26.730480 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8e10d-9adb-45b6-937d-e04161882475 req-938159da-c5ff-4cdc-8482-1a3978795b01 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:26.731909 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-29e8e10d-9adb-45b6-937d-e04161882475 req-938159da-c5ff-4cdc-8482-1a3978795b01 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 943 time: 0.0498052 May 11 07:46:26.777237 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-29e8e10d-9adb-45b6-937d-e04161882475 req-ab019785-b447-41fd-94e8-37fdaa35ff5b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 May 11 07:46:27.257025 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-43d97fa4-19b6-47bc-b7b3-b0ef17760812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:27.258559 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-43d97fa4-19b6-47bc-b7b3-b0ef17760812 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 1127 time: 0.0387750 May 11 07:46:27.350574 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-829031a2-f809-4267-91ba-eafbb756134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:27.352058 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-829031a2-f809-4267-91ba-eafbb756134d service neutron] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 916 time: 0.0865674 May 11 07:46:27.395278 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-10553057-5820-4904-8ae9-a139318b606b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7650d3c7-12fe-44ab-bafa-6392cb592348 HTTP/1.1" status: 200 len: 217 time: 0.0345964 May 11 07:46:27.446226 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-738cc93f-32db-43ab-9370-f60eabd9f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:27.447664 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-738cc93f-32db-43ab-9370-f60eabd9f5fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0449438 May 11 07:46:27.500568 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-f24829de-39e1-41ac-b24b-56f586243097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:27.502150 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-f24829de-39e1-41ac-b24b-56f586243097 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471113 May 11 07:46:27.599480 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-4f4efbae-8166-420b-a470-266d8dea4bba service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902996 May 11 07:46:27.693853 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-6f6162ae-b769-468f-b3d3-1a83f3c60df2 req-78f21607-e4b7-4166-ab27-da59391df67a service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861721 May 11 07:46:27.873206 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 7650d3c7-12fe-44ab-bafa-6392cb592348 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:46:27.889001 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5729e-5627-4312-b052-816d2fc864ba req-f4b02655-9902-46f2-9795-17b2207ba86a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:27.890507 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-53c5729e-5627-4312-b052-816d2fc864ba req-f4b02655-9902-46f2-9795-17b2207ba86a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 943 time: 0.0468113 May 11 07:46:27.936386 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-53c5729e-5627-4312-b052-816d2fc864ba req-e02d960c-670e-45c4-93b3-9301adf9bfb8 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397241 May 11 07:46:27.971082 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 7650d3c7-12fe-44ab-bafa-6392cb592348, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7650d3c7-12fe-44ab-bafa-6392cb592348,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:46:27.986078 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '7650d3c7-12fe-44ab-bafa-6392cb592348', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'port_id': '7650d3c7-12fe-44ab-bafa-6392cb592348', 'mac_address': 'fa:16:3e:2c:f5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:46:28.023114 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 7650d3c7-12fe-44ab-bafa-6392cb592348 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:46:28.023499 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:28.035785 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7650d3c7-12fe-44ab-bafa-6392cb592348 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:46:28.053872 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 7650d3c7-12fe-44ab-bafa-6392cb592348, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7650d3c7-12fe-44ab-bafa-6392cb592348,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:46:28.057209 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:28.103363 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=7650d3c7-12fe-44ab-bafa-6392cb592348,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:28.315976 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ac0c79f4-3d4f-4a51-bfd8-924b14dafbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:28.354921 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['7650d3c7-12fe-44ab-bafa-6392cb592348'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:46:29.056214 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1116cbc-ad8d-4850-a365-f1ded23263b3 req-ea9c1807-4031-47c0-aa53-418206a4b30b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:29.057710 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d1116cbc-ad8d-4850-a365-f1ded23263b3 req-ea9c1807-4031-47c0-aa53-418206a4b30b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 944 time: 0.0503161 May 11 07:46:29.107279 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d1116cbc-ad8d-4850-a365-f1ded23263b3 req-3d1a7d65-e446-4e55-a037-474956cba51f tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 May 11 07:46:29.871496 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 7650d3c7-12fe-44ab-bafa-6392cb592348 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:46:29.914471 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 7650d3c7-12fe-44ab-bafa-6392cb592348 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:46:29.920039 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 7650d3c7-12fe-44ab-bafa-6392cb592348 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:46:29.920419 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:30.126125 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 7650d3c7-12fe-44ab-bafa-6392cb592348 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:46:30.126415 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:30.148400 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7650d3c7-12fe-44ab-bafa-6392cb592348'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:46:30.150717 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abad8873-2cf6-4a55-bc77-fc2d5bd3dae2" -d '{"events": [{"server_uuid": "eb54010c-43ca-4040-8312-da1d47697fa0", "name": "network-vif-plugged", "status": "completed", "tag": "7650d3c7-12fe-44ab-bafa-6392cb592348"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:46:30.164567 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 7650d3c7-12fe-44ab-bafa-6392cb592348, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7650d3c7-12fe-44ab-bafa-6392cb592348,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:46:30.169191 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:30.194606 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b1e4d6-1d54-4d86-a756-679891052780 x-openstack-request-id: req-49b1e4d6-1d54-4d86-a756-679891052780 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:46:30.194889 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb54010c-43ca-4040-8312-da1d47697fa0", "name": "network-vif-plugged", "status": "completed", "tag": "7650d3c7-12fe-44ab-bafa-6392cb592348", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:46:30.195141 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49b1e4d6-1d54-4d86-a756-679891052780 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:46:30.195530 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b1e4d6-1d54-4d86-a756-679891052780'] response: {'server_uuid': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7650d3c7-12fe-44ab-bafa-6392cb592348', 'code': 200} May 11 07:46:30.219464 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=7650d3c7-12fe-44ab-bafa-6392cb592348,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:30.238641 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089c2ad-2354-479c-9c2b-dfb7cf760fe2 req-5acc613a-72db-4269-a682-29ed9da09008 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:30.240118 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f089c2ad-2354-479c-9c2b-dfb7cf760fe2 req-5acc613a-72db-4269-a682-29ed9da09008 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 945 time: 0.0620017 May 11 07:46:30.291508 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f089c2ad-2354-479c-9c2b-dfb7cf760fe2 req-d074daa4-58a5-45c6-b95c-0b73ac819916 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 May 11 07:46:30.364019 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525968b-65f6-4d12-9bf1-faaf29edddbb req-ca1ea872-13f2-482b-bb07-b20903a198ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:30.365516 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b525968b-65f6-4d12-9bf1-faaf29edddbb req-ca1ea872-13f2-482b-bb07-b20903a198ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 1129 time: 0.0384948 May 11 07:46:30.410835 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b525968b-65f6-4d12-9bf1-faaf29edddbb req-ed9b3224-c991-4e19-9914-e81ae2f85354 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395710 May 11 07:46:30.659179 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d74e42b8-feb5-45ed-b7fd-3b80d42382b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:31.417496 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33126d-d2ce-4f3c-91d3-135a72c49985 req-b2bfcc3b-e726-47e4-9403-be4eb5c5a3d9 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:31.419065 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9a33126d-d2ce-4f3c-91d3-135a72c49985 req-b2bfcc3b-e726-47e4-9403-be4eb5c5a3d9 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 945 time: 0.0511277 May 11 07:46:31.465703 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9a33126d-d2ce-4f3c-91d3-135a72c49985 req-cdf863d4-fbb9-4708-a6ab-c5d9a2d640df tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410240 May 11 07:46:31.670735 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:32.574123 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5578f-1159-4e8d-aab7-ad7347bdaf9d req-b2510c81-1d4a-49a0-8395-e500ff9620f6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:32.575577 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4bb5578f-1159-4e8d-aab7-ad7347bdaf9d req-b2510c81-1d4a-49a0-8395-e500ff9620f6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 945 time: 0.0455456 May 11 07:46:32.619724 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4bb5578f-1159-4e8d-aab7-ad7347bdaf9d req-13a80ce9-0881-460e-b1c5-7f7a64afe811 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382321 May 11 07:46:32.728987 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929355de-2085-4e22-9513-edcf287b64ad req-4ed2800c-ae6a-4699-8799-fb2dab256886 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:32.730382 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-929355de-2085-4e22-9513-edcf287b64ad req-4ed2800c-ae6a-4699-8799-fb2dab256886 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 945 time: 0.0491867 May 11 07:46:32.738671 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54278) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:46:32.742835 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-dee7b939-3194-49bf-a701-ab2dff2cb807 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'floatingip': {'port_id': '7650d3c7-12fe-44ab-bafa-6392cb592348'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:46:32.780575 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-dee7b939-3194-49bf-a701-ab2dff2cb807 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (23edbd91-aa21-488e-a86d-aedc79277620), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:33.183826 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-e4e1c7e5-57cf-4d38-a77a-7e32f623c0b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637116 May 11 07:46:33.235565 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:33.257218 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-dee7b939-3194-49bf-a701-ab2dff2cb807 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:33.262939 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-dee7b939-3194-49bf-a701-ab2dff2cb807 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (23edbd91-aa21-488e-a86d-aedc79277620), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:33.585026 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-a3555e51-5ea0-4a69-8d01-f2bf3ae64f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:33.586513 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-a3555e51-5ea0-4a69-8d01-f2bf3ae64f82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 1129 time: 0.3590231 May 11 07:46:33.699022 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [None req-dee7b939-3194-49bf-a701-ab2dff2cb807 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Floating IP 23edbd91-aa21-488e-a86d-aedc79277620 associated. External IP: 172.27.2.5, port: 7650d3c7-12fe-44ab-bafa-6392cb592348. May 11 07:46:33.771373 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-3baa9106-cf24-4abf-b500-bc5fbd67deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:33.772742 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-3baa9106-cf24-4abf-b500-bc5fbd67deae service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 913 time: 0.1422827 May 11 07:46:33.874039 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-cc299002-0f71-44f8-a203-39f9f30620e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 HTTP/1.1" status: 200 len: 1000 time: 0.0699069 May 11 07:46:33.963974 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-c2acd372-01aa-433d-bb40-8ebd911d17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:33.965411 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-c2acd372-01aa-433d-bb40-8ebd911d17a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0567958 May 11 07:46:34.045790 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-d81279fe-ab2c-4058-8b9a-87ef8c68d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:34.047159 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-d81279fe-ab2c-4058-8b9a-87ef8c68d50b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528083 May 11 07:46:34.049492 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee7b939-3194-49bf-a701-ab2dff2cb807 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Router 4533cc46-4029-47de-a1f5-cb232c181374 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:46:34.211906 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-5d4d9247-313e-43e0-afe3-2380811f0740 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575322 May 11 07:46:34.232587 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee7b939-3194-49bf-a701-ab2dff2cb807 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:46:34.242985 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdd793-8530-45f6-a046-c181086f047f None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:46:34.249375 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-dee7b939-3194-49bf-a701-ab2dff2cb807 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:34.254014 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fdd793-8530-45f6-a046-c181086f047f None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:46:34.254626 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-14fdd793-8530-45f6-a046-c181086f047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:46:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:46:34.313761 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-dee7b939-3194-49bf-a701-ab2dff2cb807 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "PUT /v2.0/floatingips/23edbd91-aa21-488e-a86d-aedc79277620 HTTP/1.1" status: 200 len: 989 time: 1.5739160 May 11 07:46:34.316010 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'tag': '7650d3c7-12fe-44ab-bafa-6392cb592348'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:46:34.318304 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0af95e7-7275-40b2-b6ee-e3ebb2566598" -d '{"events": [{"name": "network-changed", "server_uuid": "eb54010c-43ca-4040-8312-da1d47697fa0", "tag": "7650d3c7-12fe-44ab-bafa-6392cb592348"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:46:34.342938 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bab70164-04b7-42ab-9b9d-7dbf89446473 req-7e6c2602-d0fc-45fc-a161-1f33c97bbab2 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228254 May 11 07:46:34.356750 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35c79a2-a4ca-4c82-919a-64171d9e265f x-openstack-request-id: req-a35c79a2-a4ca-4c82-919a-64171d9e265f {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:46:34.357041 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb54010c-43ca-4040-8312-da1d47697fa0", "tag": "7650d3c7-12fe-44ab-bafa-6392cb592348", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:46:34.357292 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a35c79a2-a4ca-4c82-919a-64171d9e265f {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:46:34.357718 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35c79a2-a4ca-4c82-919a-64171d9e265f'] response: {'name': 'network-changed', 'server_uuid': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'tag': '7650d3c7-12fe-44ab-bafa-6392cb592348', 'status': 'completed', 'code': 200} May 11 07:46:34.365225 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-14fdd793-8530-45f6-a046-c181086f047f None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:46:34.422099 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-0b57124e-f675-43f8-819c-8914823aa99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:34.423618 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-0b57124e-f675-43f8-819c-8914823aa99f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 1129 time: 0.0428951 May 11 07:46:34.580811 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-14fdd793-8530-45f6-a046-c181086f047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '23edbd91-aa21-488e-a86d-aedc79277620', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '7650d3c7-12fe-44ab-bafa-6392cb592348', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:2c:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:46:22Z', 'updated_at': '2022-05-11T07:46:33Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}, {'id': 'e42701d1-4cab-4a2a-8b6e-e80171f92259', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '548f0c13-5720-409d-934a-ad902e0200b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:79:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:09Z', 'updated_at': '2022-05-11T07:45:28Z', 'revision_number': 2, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:46:34.610738 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdd793-8530-45f6-a046-c181086f047f None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:46:34.618813 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fdd793-8530-45f6-a046-c181086f047f None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:46:34.619403 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-14fdd793-8530-45f6-a046-c181086f047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:46:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:46:34.728195 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:34.734700 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-14fdd793-8530-45f6-a046-c181086f047f None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:46:34.740343 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-20baa83f-254a-45cf-9f02-624084ba8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:34.741862 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-20baa83f-254a-45cf-9f02-624084ba8e70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 916 time: 0.0956943 May 11 07:46:34.939814 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-cb75a2f7-cfbd-4396-b83d-1f6cfe70d437 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7650d3c7-12fe-44ab-bafa-6392cb592348 HTTP/1.1" status: 200 len: 997 time: 0.0583324 May 11 07:46:34.950841 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-14fdd793-8530-45f6-a046-c181086f047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '23edbd91-aa21-488e-a86d-aedc79277620', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '7650d3c7-12fe-44ab-bafa-6392cb592348', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:2c:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:46:22Z', 'updated_at': '2022-05-11T07:46:33Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}, {'id': 'e42701d1-4cab-4a2a-8b6e-e80171f92259', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '548f0c13-5720-409d-934a-ad902e0200b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:79:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:09Z', 'updated_at': '2022-05-11T07:45:28Z', 'revision_number': 2, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:46:34.980832 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdd793-8530-45f6-a046-c181086f047f None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '23edbd91-aa21-488e-a86d-aedc79277620', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '7650d3c7-12fe-44ab-bafa-6392cb592348', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:2c:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:46:22Z', 'updated_at': '2022-05-11T07:46:33Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}, {'id': 'e42701d1-4cab-4a2a-8b6e-e80171f92259', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '548f0c13-5720-409d-934a-ad902e0200b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:79:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:09Z', 'updated_at': '2022-05-11T07:45:28Z', 'revision_number': 2, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:46:35.177222 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61806709-76dc-4327-9428-efb9bddd8c21 None None] New status for floating IP 23edbd91-aa21-488e-a86d-aedc79277620: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:46:35.268096 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-ce3c96fe-8957-4165-9000-952f955b50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:35.269572 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-ce3c96fe-8957-4165-9000-952f955b50c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0539067 May 11 07:46:35.322288 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-7ca87c6b-e759-4cf7-b88f-ec0dd5133b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:35.323812 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-7ca87c6b-e759-4cf7-b88f-ec0dd5133b91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387418 May 11 07:46:35.681307 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-9c823050-a54e-4435-8568-cc7322027641 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938466 May 11 07:46:35.972139 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c0af95e7-7275-40b2-b6ee-e3ebb2566598 req-3834e4aa-51a1-46ed-9739-767ddf1b3e8d service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843933 May 11 07:46:40.919228 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:46:54.314996 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f66a4-7c8b-4aca-85e9-81bb6fdf114c req-7d97f49f-c762-4d32-a0c6-1fa88bed1ccc tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:54.317273 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c60f66a4-7c8b-4aca-85e9-81bb6fdf114c req-7d97f49f-c762-4d32-a0c6-1fa88bed1ccc tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 946 time: 0.0473447 May 11 07:46:54.366488 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c60f66a4-7c8b-4aca-85e9-81bb6fdf114c req-bd5153ea-c8c6-41d3-bb97-3480de96bf5a tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 May 11 07:46:55.479695 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43c1c6-f2c8-4cc8-b4ea-b0c8717783ee req-20dfb541-55b8-49c4-9aef-41325de10c36 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:55.481196 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9b43c1c6-f2c8-4cc8-b4ea-b0c8717783ee req-20dfb541-55b8-49c4-9aef-41325de10c36 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 946 time: 0.0465264 May 11 07:46:55.533022 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9b43c1c6-f2c8-4cc8-b4ea-b0c8717783ee req-b43338ec-a171-4d24-b728-85f80752f76e tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461550 May 11 07:46:56.100369 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:56.234280 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-4b585c7b-a147-45db-a07d-805f84aadfef tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:46:56.235739 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-4b585c7b-a147-45db-a07d-805f84aadfef tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.24 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 946 time: 0.0452607 May 11 07:46:56.324523 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Deleting port 63b76a94-0623-4bf6-a405-6a029e1a42a8 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:46:56.324864 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:56.411049 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] For port 63b76a94-0623-4bf6-a405-6a029e1a42a8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=63b76a94-0623-4bf6-a405-6a029e1a42a8,segment=NetworkSegment(aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd),segment_id=aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:46:56.411410 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:56.424076 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Calling delete_port for 63b76a94-0623-4bf6-a405-6a029e1a42a8 owned by compute:nova {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:46:56.552438 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (63b76a94-0623-4bf6-a405-6a029e1a42a8), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:56.571294 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['63b76a94-0623-4bf6-a405-6a029e1a42a8'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:46:56.580314 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Pushing event deleted for resources: {'Port': ['ID=63b76a94-0623-4bf6-a405-6a029e1a42a8,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:46:56.591322 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.591669 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.592003 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.592336 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.592663 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.592988 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.593309 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.593653 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.593975 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.594295 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.594618 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.594933 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.595248 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.595562 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.595871 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:46:56.646407 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-690dab37-02ab-4f43-b35a-5ddd0e19d0c6 req-00522fc5-504a-40c5-be69-3ac8d17b37c4 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ed5625-305f-4088-b62a-1bd2e26f8b15 HTTP/1.1" status: 200 len: 210 time: 0.0451612 May 11 07:46:56.660688 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] No DVR routers for this DVR port 63b76a94-0623-4bf6-a405-6a029e1a42a8 on host hv-cinder-83699 {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:46:56.663219 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:46:56.666278 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3f5afa52-d636-446e-9631-dc588cde5df6 req-0790bdf3-a20b-4605-a23b-6c842ceabc7f tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.24 "DELETE /v2.0/ports/63b76a94-0623-4bf6-a405-6a029e1a42a8 HTTP/1.1" status: 204 len: 173 time: 0.4220757 May 11 07:46:56.666706 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ed5625-305f-4088-b62a-1bd2e26f8b15', 'name': 'network-vif-deleted', 'tag': '63b76a94-0623-4bf6-a405-6a029e1a42a8'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:46:56.668898 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c22890e-db07-40f7-afe6-df7b77a13b6f" -d '{"events": [{"server_uuid": "00ed5625-305f-4088-b62a-1bd2e26f8b15", "name": "network-vif-deleted", "tag": "63b76a94-0623-4bf6-a405-6a029e1a42a8"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:46:56.704381 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437be02-aff3-4817-b837-7e6ff2de313c x-openstack-request-id: req-f437be02-aff3-4817-b837-7e6ff2de313c {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:46:56.704883 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ed5625-305f-4088-b62a-1bd2e26f8b15", "name": "network-vif-deleted", "tag": "63b76a94-0623-4bf6-a405-6a029e1a42a8", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:46:56.705074 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f437be02-aff3-4817-b837-7e6ff2de313c {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:46:56.705316 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f437be02-aff3-4817-b837-7e6ff2de313c'] response: {'server_uuid': '00ed5625-305f-4088-b62a-1bd2e26f8b15', 'name': 'network-vif-deleted', 'tag': '63b76a94-0623-4bf6-a405-6a029e1a42a8', 'status': 'completed', 'code': 200} May 11 07:46:58.321669 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded77-cc40-4aab-a059-a0f7d9eb18ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:00.661482 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f7146ccd-26bf-43b6-8493-ea573e750e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:00.832108 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 63b76a94-0623-4bf6-a405-6a029e1a42a8 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:47:00.851965 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 63b76a94-0623-4bf6-a405-6a029e1a42a8 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:47:00.852305 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 63b76a94-0623-4bf6-a405-6a029e1a42a8 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:47:01.673521 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:03.238782 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:04.722825 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:07.624809 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468432-5b9e-4e97-8529-9bee42867e2c req-15ae3435-4eaf-4f5f-b7f6-52e3f79efbbd tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:07.626317 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-15ae3435-4eaf-4f5f-b7f6-52e3f79efbbd tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/networks?id=613e8e93-9a8d-41a7-94ab-6469f95f81a6 HTTP/1.1" status: 200 len: 814 time: 0.1046660 May 11 07:47:07.640431 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-abbb5d5a-2afe-4cbb-beab-af0daeeeaee7 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/quotas/0c4410fd6b2c46da89537b4923db6d89 HTTP/1.1" status: 200 len: 375 time: 0.0088379 May 11 07:47:07.676691 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-da600e07-a2cd-40a0-8c00-429d3ed94710 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c4410fd6b2c46da89537b4923db6d89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314741 May 11 07:47:07.764058 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-65c43554-714b-4ec5-a2f1-9674f5fbc87e service neutron] 10.222.0.36 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808351 May 11 07:47:07.853592 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-4da75fe7-0777-43e3-acc3-1ef253c0008f service neutron] 10.222.0.36 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838733 May 11 07:47:08.016743 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ffe53ed7-023a-412c-a56c-efd258b7be5c req-193a5afe-b4cc-438c-af2f-103ff66e671c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 210 time: 0.0291772 May 11 07:47:08.979735 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468432-5b9e-4e97-8529-9bee42867e2c req-43e5d299-2224-46be-bbb1-948c8b8c0fe0 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:08.981137 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-43e5d299-2224-46be-bbb1-948c8b8c0fe0 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.24 "GET /v2.0/networks?id=613e8e93-9a8d-41a7-94ab-6469f95f81a6 HTTP/1.1" status: 200 len: 814 time: 0.1032364 May 11 07:47:08.994038 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Request body: {'port': {'device_id': '888d3d7a-ba5f-448d-ac81-3bdaba0dacb3', 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6', 'admin_state_up': True, 'tenant_id': '0c4410fd6b2c46da89537b4923db6d89'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:47:09.116071 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a5682ae3-892b-40ea-9eb9-5b817755a4eb req-7c1ea569-b2da-4e8e-92d3-c00fc1616bb9 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 210 time: 0.0319149 May 11 07:47:09.123990 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Made reservation on behalf of 0c4410fd6b2c46da89537b4923db6d89 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:47:09.127551 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:09.252465 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Allocated IP 172.20.0.11 (613e8e93-9a8d-41a7-94ab-6469f95f81a6/30e0ecff-bac9-4d26-a39d-00bedfef4fd6/0d6698f3-fb47-43e1-8466-1d905f7f9c2c) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:47:09.394988 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks [] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:09.427417 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:09.468157 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:47:09.471240 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:47:09.474249 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:47:09.501346 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Pushing event updated for resources: {'Port': ['ID=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:09.527690 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:09.528301 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:09.543854 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-d793b396-b533-4d99-bd84-ae7936fd334c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535233 May 11 07:47:09.574206 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Request body: {'port': {'device_id': '888d3d7a-ba5f-448d-ac81-3bdaba0dacb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:47:09.634026 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:09.919578 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6698f3-fb47-43e1-8466-1d905f7f9c2c {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:47:09.926818 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Publish callbacks [] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:09.938756 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Transition to ACTIVE for port object 0d6698f3-fb47-43e1-8466-1d905f7f9c2c will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:47:09.943300 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:09.994845 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Pushing event updated for resources: {'Port': ['ID=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:10.057601 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Attempting to bind port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:47:10.057927 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Attempting to bind port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:47:10.058246 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Attempting to bind port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c on network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:47:10.062427 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c on network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:47:10.062737 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Attempting to bind port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c on network 613e8e93-9a8d-41a7-94ab-6469f95f81a6 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:47:10.068156 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:47:10.068481 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Checking segment: {'id': 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:47:10.068849 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Bound using segment: {'id': 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:47:10.069257 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Bound port: 0d6698f3-fb47-43e1-8466-1d905f7f9c2c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:47:10.069623 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:10.132279 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] For port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:47:10.135803 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] For port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,segment=NetworkSegment(aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd),segment_id=aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:47:10.141374 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:10.174575 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:10.175220 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:10.176598 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] 10.222.0.24 "PUT /v2.0/ports/0d6698f3-fb47-43e1-8466-1d905f7f9c2c HTTP/1.1" status: 200 len: 1094 time: 0.6061821 May 11 07:47:10.177030 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888d3d7a-ba5f-448d-ac81-3bdaba0dacb3', 'tag': '0d6698f3-fb47-43e1-8466-1d905f7f9c2c'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:10.179284 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a" -d '{"events": [{"name": "network-changed", "server_uuid": "888d3d7a-ba5f-448d-ac81-3bdaba0dacb3", "tag": "0d6698f3-fb47-43e1-8466-1d905f7f9c2c"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:10.235127 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e8084b-7362-4b64-a474-ab91bf46cbc0 x-openstack-request-id: req-c5e8084b-7362-4b64-a474-ab91bf46cbc0 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:10.235413 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888d3d7a-ba5f-448d-ac81-3bdaba0dacb3", "tag": "0d6698f3-fb47-43e1-8466-1d905f7f9c2c", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:10.235666 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5e8084b-7362-4b64-a474-ab91bf46cbc0 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:10.236062 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e8084b-7362-4b64-a474-ab91bf46cbc0'] response: {'name': 'network-changed', 'server_uuid': '888d3d7a-ba5f-448d-ac81-3bdaba0dacb3', 'tag': '0d6698f3-fb47-43e1-8466-1d905f7f9c2c', 'status': 'completed', 'code': 200} May 11 07:47:10.261137 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d8a88-d6b1-4e93-8da3-04a85663f7cb service neutron] Pushing event updated for resources: {'Port': ['ID=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:10.280752 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fca58-a7be-44b5-9e76-ee31b4f54ef3 req-63cbc22c-f6df-4228-b335-f5d84ac37fff tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:10.282223 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-036fca58-a7be-44b5-9e76-ee31b4f54ef3 req-63cbc22c-f6df-4228-b335-f5d84ac37fff tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 944 time: 0.0960653 May 11 07:47:10.287323 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468432-5b9e-4e97-8529-9bee42867e2c req-95866b82-fb8a-4453-81bd-09c825be5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:10.288655 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-95866b82-fb8a-4453-81bd-09c825be5908 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c4410fd6b2c46da89537b4923db6d89&device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 1128 time: 0.0688145 May 11 07:47:10.339572 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-c4be9898-9a44-4e9c-9c6a-4e5c676a5892 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6698f3-fb47-43e1-8466-1d905f7f9c2c HTTP/1.1" status: 200 len: 217 time: 0.0367124 May 11 07:47:10.389925 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-036fca58-a7be-44b5-9e76-ee31b4f54ef3 req-670c85f7-bda6-4398-8236-45e4d183a4c6 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003325 May 11 07:47:10.399854 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8c995dd1-9919-4b42-801a-f49590e72a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:10.401242 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-8c995dd1-9919-4b42-801a-f49590e72a86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e0ecff-bac9-4d26-a39d-00bedfef4fd6 HTTP/1.1" status: 200 len: 854 time: 0.0548007 May 11 07:47:10.436474 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-cb433c2b-2db0-4349-a37d-053252d08fc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=613e8e93-9a8d-41a7-94ab-6469f95f81a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284727 May 11 07:47:10.523142 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-b6deb407-7d4f-4052-9493-d15cc5b0abb6 service neutron] 10.222.0.24 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788896 May 11 07:47:10.612043 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-78468432-5b9e-4e97-8529-9bee42867e2c req-89de5da0-ab7f-473e-a5b0-1b9b7f8c518f service neutron] 10.222.0.24 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818007 May 11 07:47:11.507013 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb6af-bc4a-415a-a429-e0cdf121c4b2 req-e5feb006-27fc-44bd-956d-d63c9883ae0c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:11.508457 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8dbfb6af-bc4a-415a-a429-e0cdf121c4b2 req-e5feb006-27fc-44bd-956d-d63c9883ae0c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 944 time: 0.0455887 May 11 07:47:11.553021 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8dbfb6af-bc4a-415a-a429-e0cdf121c4b2 req-f49067b1-7b39-49fd-9b3d-a479695b4255 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 May 11 07:47:11.607733 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a req-573c6c21-2fdd-4f78-b310-27703a10d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:11.609158 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a req-573c6c21-2fdd-4f78-b310-27703a10d6d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c4410fd6b2c46da89537b4923db6d89&device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 1128 time: 0.0369167 May 11 07:47:11.700718 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a req-57e22fbd-0034-4301-b678-cf1b3131fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:11.702108 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a req-57e22fbd-0034-4301-b678-cf1b3131fa41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=613e8e93-9a8d-41a7-94ab-6469f95f81a6 HTTP/1.1" status: 200 len: 915 time: 0.0848825 May 11 07:47:11.742198 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a req-f0fcf351-f82d-4d6c-af40-82374fe506e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6698f3-fb47-43e1-8466-1d905f7f9c2c HTTP/1.1" status: 200 len: 217 time: 0.0326276 May 11 07:47:11.791656 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a req-f3c1b0cb-d88f-4732-8483-22ec526c0bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:11.793036 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a req-f3c1b0cb-d88f-4732-8483-22ec526c0bc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e0ecff-bac9-4d26-a39d-00bedfef4fd6 HTTP/1.1" status: 200 len: 854 time: 0.0444615 May 11 07:47:11.824344 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a req-497123d6-4409-462f-9992-0ee0ad577a9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=613e8e93-9a8d-41a7-94ab-6469f95f81a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250785 May 11 07:47:11.908786 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a req-e8717875-940d-4a24-8283-9dbd91889af7 service neutron] 10.222.0.24 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778348 May 11 07:47:12.004005 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2233b9a7-9aa4-46b6-aa41-ee2b9721ab6a req-923a3803-84ba-455d-b51a-32cc5352d638 service neutron] 10.222.0.24 "GET /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857747 May 11 07:47:12.664512 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de45f91-638c-404e-9fde-60effe17cdf9 req-80303a99-8e6a-4c7a-90d6-ac0b40731b1c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:12.665976 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4de45f91-638c-404e-9fde-60effe17cdf9 req-80303a99-8e6a-4c7a-90d6-ac0b40731b1c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 944 time: 0.0462925 May 11 07:47:12.710809 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4de45f91-638c-404e-9fde-60effe17cdf9 req-72036ea6-9981-445a-9f74-85ffe2caaeb2 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393226 May 11 07:47:12.893217 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 0d6698f3-fb47-43e1-8466-1d905f7f9c2c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:47:12.986847 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,segment=NetworkSegment(aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd),segment_id=aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:12.997565 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '0d6698f3-fb47-43e1-8466-1d905f7f9c2c', 'network_id': '613e8e93-9a8d-41a7-94ab-6469f95f81a6', 'port_id': '0d6698f3-fb47-43e1-8466-1d905f7f9c2c', 'mac_address': 'fa:16:3e:3a:de:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e0ecff-bac9-4d26-a39d-00bedfef4fd6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:47:13.037206 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:47:13.037727 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:13.050168 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6698f3-fb47-43e1-8466-1d905f7f9c2c {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:47:13.068933 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,segment=NetworkSegment(aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd),segment_id=aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:13.072634 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:13.117161 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:13.123913 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.124253 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.124589 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.124922 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.125250 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.125597 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.125925 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.126242 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.126561 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.126881 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.127198 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.127515 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.127831 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.128651 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.128969 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:13.341561 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['0d6698f3-fb47-43e1-8466-1d905f7f9c2c'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:47:13.824255 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e214b-6d6a-4f7a-9f5b-3298b2a27f71 req-38a903d6-b1f3-4d98-bca3-2be73679d330 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:13.825714 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac7e214b-6d6a-4f7a-9f5b-3298b2a27f71 req-38a903d6-b1f3-4d98-bca3-2be73679d330 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 945 time: 0.0495074 May 11 07:47:13.870695 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac7e214b-6d6a-4f7a-9f5b-3298b2a27f71 req-338d7c35-8983-45ef-adba-324ee4e73908 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 May 11 07:47:14.901528 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 0d6698f3-fb47-43e1-8466-1d905f7f9c2c up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:47:14.946262 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:47:14.953982 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:47:14.954696 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:14.984602 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01a7f-5c9c-4cb3-9937-81af3f019379 req-d649c78d-59fe-40df-8979-40e71f45fa35 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:14.986104 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7ee01a7f-5c9c-4cb3-9937-81af3f019379 req-d649c78d-59fe-40df-8979-40e71f45fa35 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 945 time: 0.0488467 May 11 07:47:15.031809 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7ee01a7f-5c9c-4cb3-9937-81af3f019379 req-c8f95b20-ba80-47fc-b5d8-1793233b7bd6 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 May 11 07:47:15.034795 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:47:15.035123 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:15.058241 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d3d7a-ba5f-448d-ac81-3bdaba0dacb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6698f3-fb47-43e1-8466-1d905f7f9c2c'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:15.060451 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc5686d-5d2d-492a-ac54-4819a77780b1" -d '{"events": [{"server_uuid": "888d3d7a-ba5f-448d-ac81-3bdaba0dacb3", "name": "network-vif-plugged", "status": "completed", "tag": "0d6698f3-fb47-43e1-8466-1d905f7f9c2c"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:15.073162 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,segment=NetworkSegment(aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd),segment_id=aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:15.076985 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:15.100729 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946e602-4b0c-422e-bd26-5bafbec6daff x-openstack-request-id: req-4946e602-4b0c-422e-bd26-5bafbec6daff {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:15.101008 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d3d7a-ba5f-448d-ac81-3bdaba0dacb3", "name": "network-vif-plugged", "status": "completed", "tag": "0d6698f3-fb47-43e1-8466-1d905f7f9c2c", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:15.101261 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4946e602-4b0c-422e-bd26-5bafbec6daff {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:15.101676 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4946e602-4b0c-422e-bd26-5bafbec6daff'] response: {'server_uuid': '888d3d7a-ba5f-448d-ac81-3bdaba0dacb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6698f3-fb47-43e1-8466-1d905f7f9c2c', 'code': 200} May 11 07:47:15.129892 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:15.269909 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936880c5-ad2d-4fb6-8e12-6de784865e44 req-34b75c4c-95f4-48f5-ac39-19e0e186d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:15.271419 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-936880c5-ad2d-4fb6-8e12-6de784865e44 req-34b75c4c-95f4-48f5-ac39-19e0e186d2aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 1130 time: 0.0387969 May 11 07:47:15.318217 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-936880c5-ad2d-4fb6-8e12-6de784865e44 req-a2956531-71a5-4866-9d8f-d66f45220c2a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385258 May 11 07:47:16.143478 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f05747-4b6d-4fa4-915d-34a474e2290b req-15355edf-a6bf-4f84-8862-a8fa3a1624d7 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:16.144947 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-68f05747-4b6d-4fa4-915d-34a474e2290b req-15355edf-a6bf-4f84-8862-a8fa3a1624d7 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 946 time: 0.0455544 May 11 07:47:16.191647 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-68f05747-4b6d-4fa4-915d-34a474e2290b req-e2e8184d-bd7a-478e-b70a-0af56d32301c tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 May 11 07:47:17.304253 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b308e8-1fde-43a2-a93b-1876c3ba15de req-81d5c329-bb9e-45d7-854e-6f766109a1e0 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:17.305699 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-20b308e8-1fde-43a2-a93b-1876c3ba15de req-81d5c329-bb9e-45d7-854e-6f766109a1e0 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 946 time: 0.0451305 May 11 07:47:17.350728 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-20b308e8-1fde-43a2-a93b-1876c3ba15de req-c5efc249-1724-4d65-af3a-f8943a654cd8 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 May 11 07:47:17.918203 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:47:21.352538 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf797188-b4e7-408a-ad7c-6ae15457d605 req-be136bee-dd9c-4b6d-a4cd-cb093297ce9c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:21.353906 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cf797188-b4e7-408a-ad7c-6ae15457d605 req-be136bee-dd9c-4b6d-a4cd-cb093297ce9c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 945 time: 0.0493147 May 11 07:47:21.399421 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cf797188-b4e7-408a-ad7c-6ae15457d605 req-23b3ac9a-b03c-4c5d-9aa5-1e87d9379433 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398283 May 11 07:47:22.514984 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66744ee-84fb-44dc-8f12-c96bedf53759 req-0dd9625c-1e96-4b74-80a8-d7054756f4b0 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:22.516433 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b66744ee-84fb-44dc-8f12-c96bedf53759 req-0dd9625c-1e96-4b74-80a8-d7054756f4b0 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 945 time: 0.0470049 May 11 07:47:22.561129 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b66744ee-84fb-44dc-8f12-c96bedf53759 req-587cfc89-e23b-477d-b1bc-83f1daa3a49f tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386047 May 11 07:47:22.923342 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b8edf-c809-4aac-888c-9b774137d809 req-2d7a3251-0cfd-47df-a7eb-c41f82f8a1c6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:22.924947 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e93b8edf-c809-4aac-888c-9b774137d809 req-2d7a3251-0cfd-47df-a7eb-c41f82f8a1c6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 945 time: 0.0451133 May 11 07:47:23.012072 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Deleting port 7650d3c7-12fe-44ab-bafa-6392cb592348 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:47:23.012430 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:23.102434 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] For port 7650d3c7-12fe-44ab-bafa-6392cb592348, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7650d3c7-12fe-44ab-bafa-6392cb592348,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:23.102781 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:23.546728 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:23.547423 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (23edbd91-aa21-488e-a86d-aedc79277620), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:23.547423 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Floating IP 23edbd91-aa21-488e-a86d-aedc79277620 disassociated. External IP: 172.27.2.5, port: 7650d3c7-12fe-44ab-bafa-6392cb592348. May 11 07:47:23.547710 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Calling delete_port for 7650d3c7-12fe-44ab-bafa-6392cb592348 owned by compute:nova {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:47:23.725059 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d01a6-3d97-4dff-b135-c39956335f2f req-3c66b640-da2a-4792-ab3b-70796f095ed5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:23.726469 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-030d01a6-3d97-4dff-b135-c39956335f2f req-3c66b640-da2a-4792-ab3b-70796f095ed5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb54010c-43ca-4040-8312-da1d47697fa0 HTTP/1.1" status: 200 len: 945 time: 0.0966616 May 11 07:47:23.730769 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (7650d3c7-12fe-44ab-bafa-6392cb592348), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:23.773220 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'Port': ['ID=7650d3c7-12fe-44ab-bafa-6392cb592348,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:23.841129 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-030d01a6-3d97-4dff-b135-c39956335f2f req-9fb3f0f0-fc36-4eed-8760-0e00c584b1dc tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f70909-c96b-42d2-99a5-532820de5884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085107 May 11 07:47:23.910436 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Router 4533cc46-4029-47de-a1f5-cb232c181374 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:47:24.020348 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:47:24.031598 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:47:24.044635 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:47:24.045164 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:47:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:24.068277 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] No DVR routers for this DVR port 7650d3c7-12fe-44ab-bafa-6392cb592348 on host hv-cinder-83699 {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:47:24.070818 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:24.073990 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e93b8edf-c809-4aac-888c-9b774137d809 req-a9c2ff71-7f88-4244-adc2-b941477e6913 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "DELETE /v2.0/ports/7650d3c7-12fe-44ab-bafa-6392cb592348 HTTP/1.1" status: 204 len: 173 time: 1.1439924 May 11 07:47:24.074433 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'name': 'network-vif-deleted', 'tag': '7650d3c7-12fe-44ab-bafa-6392cb592348'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:24.076676 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56dfd67-87ed-4c68-9a56-f699d2638088" -d '{"events": [{"server_uuid": "eb54010c-43ca-4040-8312-da1d47697fa0", "name": "network-vif-deleted", "tag": "7650d3c7-12fe-44ab-bafa-6392cb592348"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:24.164620 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:47:24.291473 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39edff0e-be42-435d-a3e1-3f03c1c1cc5e x-openstack-request-id: req-39edff0e-be42-435d-a3e1-3f03c1c1cc5e {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:24.291932 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb54010c-43ca-4040-8312-da1d47697fa0", "name": "network-vif-deleted", "tag": "7650d3c7-12fe-44ab-bafa-6392cb592348", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:24.292185 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39edff0e-be42-435d-a3e1-3f03c1c1cc5e {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:24.292590 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39edff0e-be42-435d-a3e1-3f03c1c1cc5e'] response: {'server_uuid': 'eb54010c-43ca-4040-8312-da1d47697fa0', 'name': 'network-vif-deleted', 'tag': '7650d3c7-12fe-44ab-bafa-6392cb592348', 'status': 'completed', 'code': 200} May 11 07:47:24.393124 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'e42701d1-4cab-4a2a-8b6e-e80171f92259', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '548f0c13-5720-409d-934a-ad902e0200b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:79:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:09Z', 'updated_at': '2022-05-11T07:45:28Z', 'revision_number': 2, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:24.421988 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:47:24.429896 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:47:24.430493 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:47:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:24.536375 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:47:24.748913 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'e42701d1-4cab-4a2a-8b6e-e80171f92259', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '548f0c13-5720-409d-934a-ad902e0200b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:79:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:09Z', 'updated_at': '2022-05-11T07:45:28Z', 'revision_number': 2, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:24.778362 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d56879-1963-49ec-978c-926010e0faa6 None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'e42701d1-4cab-4a2a-8b6e-e80171f92259', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '548f0c13-5720-409d-934a-ad902e0200b1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:79:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:45:09Z', 'updated_at': '2022-05-11T07:45:28Z', 'revision_number': 2, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:47:24.926624 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54520) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:24.983012 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-617827fe-f0c5-4ecc-a2b9-8c0c0bd8d371 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (70f70909-c96b-42d2-99a5-532820de5884), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:24.998222 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf0978-3168-4029-935e-c4f6cd89b34a None None] New status for floating IP 23edbd91-aa21-488e-a86d-aedc79277620: DOWN {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:47:25.007952 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-617827fe-f0c5-4ecc-a2b9-8c0c0bd8d371 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (70f70909-c96b-42d2-99a5-532820de5884), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:25.055708 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-617827fe-f0c5-4ecc-a2b9-8c0c0bd8d371 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (70f70909-c96b-42d2-99a5-532820de5884), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:25.059604 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-617827fe-f0c5-4ecc-a2b9-8c0c0bd8d371 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:25.061185 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-617827fe-f0c5-4ecc-a2b9-8c0c0bd8d371 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "DELETE /v2.0/security-groups/70f70909-c96b-42d2-99a5-532820de5884 HTTP/1.1" status: 204 len: 168 time: 0.1335475 May 11 07:47:25.064039 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54524) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:25.072725 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617827fe-f0c5-4ecc-a2b9-8c0c0bd8d371 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f70909-c96b-42d2-99a5-532820de5884,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:25.085416 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.api.v2.resource [None req-dca94a40-9168-4614-9c73-ef96c3ab6308 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] show failed (client error): The resource could not be found. May 11 07:47:25.089176 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-dca94a40-9168-4614-9c73-ef96c3ab6308 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups/70f70909-c96b-42d2-99a5-532820de5884 HTTP/1.1" status: 404 len: 347 time: 0.0214527 May 11 07:47:25.089470 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54528) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:25.214027 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Deleting port d61b3f3e-a041-4fcc-88ae-c25e2e5f442c {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:47:25.214371 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (d61b3f3e-a041-4fcc-88ae-c25e2e5f442c), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:25.303201 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (d61b3f3e-a041-4fcc-88ae-c25e2e5f442c), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:25.303522 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (d61b3f3e-a041-4fcc-88ae-c25e2e5f442c), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:25.316444 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Calling delete_port for d61b3f3e-a041-4fcc-88ae-c25e2e5f442c owned by network:floatingip {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:47:25.446329 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (d61b3f3e-a041-4fcc-88ae-c25e2e5f442c), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:25.476787 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'Port': ['ID=d61b3f3e-a041-4fcc-88ae-c25e2e5f442c,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:25.500716 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.501060 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.501402 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.501764 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.502101 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.502437 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.502802 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.503134 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.503459 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.503784 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.504105 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.504427 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.504747 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.505066 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.505385 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:25.546166 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (23edbd91-aa21-488e-a86d-aedc79277620), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:25.548592 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:25.549788 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-046c41f9-5693-48d2-a82e-e93e340a9b0d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "DELETE /v2.0/floatingips/23edbd91-aa21-488e-a86d-aedc79277620 HTTP/1.1" status: 204 len: 168 time: 0.4593456 May 11 07:47:26.099754 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:27.371119 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 7650d3c7-12fe-44ab-bafa-6392cb592348 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:47:27.390793 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 7650d3c7-12fe-44ab-bafa-6392cb592348 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:47:27.391141 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 7650d3c7-12fe-44ab-bafa-6392cb592348 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:47:28.324181 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b0dca21c-be27-4a15-991b-f30397d6b76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:30.260958 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fab80-c19a-4ae5-b7ad-16fdf4ffa52f req-37461878-f8a2-4032-ab74-bdde25fb3be6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:30.262379 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-901fab80-c19a-4ae5-b7ad-16fdf4ffa52f req-37461878-f8a2-4032-ab74-bdde25fb3be6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 945 time: 0.0470426 May 11 07:47:30.314576 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-901fab80-c19a-4ae5-b7ad-16fdf4ffa52f req-e4335b28-953c-46da-9fd9-be0695a2fe14 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465693 May 11 07:47:30.662818 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-15c0c6ae-900d-4f93-b936-0bddaadfa34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:31.426500 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4504c8-5ff8-4fab-a064-bdaab228c2d7 req-d3754d5f-20b9-460b-a255-1cdfef0f5ec6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:31.427919 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eb4504c8-5ff8-4fab-a064-bdaab228c2d7 req-d3754d5f-20b9-460b-a255-1cdfef0f5ec6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 945 time: 0.0456316 May 11 07:47:31.474955 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-eb4504c8-5ff8-4fab-a064-bdaab228c2d7 req-f4ae4616-0848-4e06-98a3-f9c9c8c2fc7b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 May 11 07:47:31.680030 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:32.586326 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede02f6-9e56-4949-9837-c21e3a9933c3 req-cf129f21-57f9-4a78-9c9f-6507569477ea tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:32.587785 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2ede02f6-9e56-4949-9837-c21e3a9933c3 req-cf129f21-57f9-4a78-9c9f-6507569477ea tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 945 time: 0.0461431 May 11 07:47:32.634903 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2ede02f6-9e56-4949-9837-c21e3a9933c3 req-4357fee3-cc9e-482a-a2bc-1181a72e28c4 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 May 11 07:47:33.239271 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:33.758791 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aefa4f-a92a-41ad-b58f-000f5044650d req-17747db0-12c6-4ca3-bf7d-17d770ea2b77 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:33.760272 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d8aefa4f-a92a-41ad-b58f-000f5044650d req-17747db0-12c6-4ca3-bf7d-17d770ea2b77 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 945 time: 0.0504773 May 11 07:47:33.808566 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d8aefa4f-a92a-41ad-b58f-000f5044650d req-cc2031f5-4438-4983-8094-62229c52206a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2644392d-1d22-44bc-8754-6550f5d999d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 May 11 07:47:33.953243 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-3019ff0b-4492-44fc-930d-e314c0e032cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367994 May 11 07:47:34.019934 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-4730b468-9078-4fa6-908c-35e807712ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:34.021395 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-4730b468-9078-4fa6-908c-35e807712ca0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 1129 time: 0.0379977 May 11 07:47:34.261394 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-2069646f-ae5d-4043-8efb-eb4f653efce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:34.262779 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-2069646f-ae5d-4043-8efb-eb4f653efce3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 913 time: 0.0856390 May 11 07:47:34.325388 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-6380abe6-7f99-4df8-b2e8-7846a37ed6cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4036bf3-ceea-472d-ac6d-ec2df0d52432 HTTP/1.1" status: 200 len: 1000 time: 0.0558183 May 11 07:47:34.367899 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-e063277b-d427-4e0f-9f6a-645a663cf2c8 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:34.369338 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-e063277b-d427-4e0f-9f6a-645a663cf2c8 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 945 time: 0.0468838 May 11 07:47:34.376890 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-bb5e17bc-1e38-4ae8-91df-71be3bcd40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:34.378369 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-bb5e17bc-1e38-4ae8-91df-71be3bcd40f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0464110 May 11 07:47:34.422203 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-5a9e39e0-c759-400f-80d9-dab4a58f00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:34.423705 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-5a9e39e0-c759-400f-80d9-dab4a58f00b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381093 May 11 07:47:34.457859 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Deleting port 548f0c13-5720-409d-934a-ad902e0200b1 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:47:34.458206 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (548f0c13-5720-409d-934a-ad902e0200b1), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:34.515979 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-4eecf97a-500e-4291-8da3-b83270cde258 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840228 May 11 07:47:34.550371 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] For port 548f0c13-5720-409d-934a-ad902e0200b1, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=548f0c13-5720-409d-934a-ad902e0200b1,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:34.550739 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (548f0c13-5720-409d-934a-ad902e0200b1), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:34.603164 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9e2a43bd-63af-4cae-a53f-2b3bc0c9105a req-886c976b-3f4b-499e-94af-439cefa8f811 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809519 May 11 07:47:34.726165 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:34.727561 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:34.727912 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (e42701d1-4cab-4a2a-8b6e-e80171f92259), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:34.728461 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Floating IP e42701d1-4cab-4a2a-8b6e-e80171f92259 disassociated. External IP: 172.27.2.29, port: 548f0c13-5720-409d-934a-ad902e0200b1. May 11 07:47:34.728557 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Calling delete_port for 548f0c13-5720-409d-934a-ad902e0200b1 owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:47:34.855478 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (548f0c13-5720-409d-934a-ad902e0200b1), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:34.888263 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'Port': ['ID=548f0c13-5720-409d-934a-ad902e0200b1,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:34.914088 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-afe7c3bb-5491-43b8-bd4e-828d4de6749a req-c13dbb48-26c7-4cfc-a2ef-2cdff8545554 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 210 time: 0.0342951 May 11 07:47:35.009808 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Router 4533cc46-4029-47de-a1f5-cb232c181374 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:47:35.120342 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:47:35.130583 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:47:35.139816 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:47:35.140409 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:47:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:35.161586 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] No DVR routers for this DVR port 548f0c13-5720-409d-934a-ad902e0200b1 on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:47:35.163927 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:35.167098 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-dc4b02ef-00a1-4e54-9df3-d75153b9d4b9 req-6896fe50-c394-40ab-b8f5-e24e4dd56e9b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "DELETE /v2.0/ports/548f0c13-5720-409d-934a-ad902e0200b1 HTTP/1.1" status: 204 len: 173 time: 0.7910874 May 11 07:47:35.167531 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'name': 'network-vif-deleted', 'tag': '548f0c13-5720-409d-934a-ad902e0200b1'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:35.169762 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5383a6b-2eeb-413d-b57a-3606e2a9e7fc" -d '{"events": [{"server_uuid": "2c09ecce-a2f8-499a-81fc-b35151fdd6b4", "name": "network-vif-deleted", "tag": "548f0c13-5720-409d-934a-ad902e0200b1"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:35.204479 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98edb8c4-22a2-4f77-b048-d8a8266d3c0b x-openstack-request-id: req-98edb8c4-22a2-4f77-b048-d8a8266d3c0b {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:35.204770 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c09ecce-a2f8-499a-81fc-b35151fdd6b4", "name": "network-vif-deleted", "tag": "548f0c13-5720-409d-934a-ad902e0200b1", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:35.205023 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98edb8c4-22a2-4f77-b048-d8a8266d3c0b {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:35.205426 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98edb8c4-22a2-4f77-b048-d8a8266d3c0b'] response: {'server_uuid': '2c09ecce-a2f8-499a-81fc-b35151fdd6b4', 'name': 'network-vif-deleted', 'tag': '548f0c13-5720-409d-934a-ad902e0200b1', 'status': 'completed', 'code': 200} May 11 07:47:35.247485 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:47:35.443123 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:35.469274 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:47:35.478557 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:47:35.479092 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:47:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:35.670229 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:47:35.860401 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:35.888411 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1fd25-eaf2-4b51-9f86-11854a08a033 None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:47:36.024858 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-739b2db2-227e-441a-bf06-7d677b2ac0c2 req-2c00ddc1-5d8f-4313-a501-564504400932 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c09ecce-a2f8-499a-81fc-b35151fdd6b4 HTTP/1.1" status: 200 len: 210 time: 0.0333781 May 11 07:47:36.122956 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f3183-c7ee-4791-96e0-47b59e137786 None None] New status for floating IP e42701d1-4cab-4a2a-8b6e-e80171f92259: DOWN {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:47:37.115871 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54620) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:37.173030 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-faa7d487-b171-4466-aace-6eaf080e26cf tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (2644392d-1d22-44bc-8754-6550f5d999d7), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.196700 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-faa7d487-b171-4466-aace-6eaf080e26cf tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (2644392d-1d22-44bc-8754-6550f5d999d7), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.243334 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-faa7d487-b171-4466-aace-6eaf080e26cf tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (2644392d-1d22-44bc-8754-6550f5d999d7), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.246295 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-faa7d487-b171-4466-aace-6eaf080e26cf tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.247430 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-faa7d487-b171-4466-aace-6eaf080e26cf tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "DELETE /v2.0/security-groups/2644392d-1d22-44bc-8754-6550f5d999d7 HTTP/1.1" status: 204 len: 168 time: 0.1305816 May 11 07:47:37.250340 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54622) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:37.255994 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7d487-b171-4466-aace-6eaf080e26cf tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2644392d-1d22-44bc-8754-6550f5d999d7,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:37.263661 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.api.v2.resource [None req-f3945ca5-7f4a-4d70-943e-8be3b9386e11 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] show failed (client error): The resource could not be found. May 11 07:47:37.264853 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-f3945ca5-7f4a-4d70-943e-8be3b9386e11 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups/2644392d-1d22-44bc-8754-6550f5d999d7 HTTP/1.1" status: 404 len: 347 time: 0.0134950 May 11 07:47:37.268673 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54624) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:37.381444 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-44d5f3bc-0a09-4a2f-a38b-ba60fe214d2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Deleting port b17c9909-96de-4aeb-a4cb-0c745a528013 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:47:37.381869 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-44d5f3bc-0a09-4a2f-a38b-ba60fe214d2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (b17c9909-96de-4aeb-a4cb-0c745a528013), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.455022 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-44d5f3bc-0a09-4a2f-a38b-ba60fe214d2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (b17c9909-96de-4aeb-a4cb-0c745a528013), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.455350 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-44d5f3bc-0a09-4a2f-a38b-ba60fe214d2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (b17c9909-96de-4aeb-a4cb-0c745a528013), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.467824 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-44d5f3bc-0a09-4a2f-a38b-ba60fe214d2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Calling delete_port for b17c9909-96de-4aeb-a4cb-0c745a528013 owned by network:floatingip {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:47:37.600468 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-44d5f3bc-0a09-4a2f-a38b-ba60fe214d2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (b17c9909-96de-4aeb-a4cb-0c745a528013), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.623605 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5f3bc-0a09-4a2f-a38b-ba60fe214d2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'Port': ['ID=b17c9909-96de-4aeb-a4cb-0c745a528013,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:37.696001 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-44d5f3bc-0a09-4a2f-a38b-ba60fe214d2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (e42701d1-4cab-4a2a-8b6e-e80171f92259), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.698672 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-44d5f3bc-0a09-4a2f-a38b-ba60fe214d2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.699822 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-44d5f3bc-0a09-4a2f-a38b-ba60fe214d2d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "DELETE /v2.0/floatingips/e42701d1-4cab-4a2a-8b6e-e80171f92259 HTTP/1.1" status: 204 len: 168 time: 0.4300871 May 11 07:47:37.772371 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54628) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:37.776936 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-399e218d-5fe7-47b7-abf5-40a687fe3ca5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013121698', 'description': 'tempest-description--1668498073'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:47:37.798519 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-399e218d-5fe7-47b7-abf5-40a687fe3ca5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.867662 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-399e218d-5fe7-47b7-abf5-40a687fe3ca5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (8bca0de1-57de-4a42-a1f5-bebef085db05), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.872626 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-399e218d-5fe7-47b7-abf5-40a687fe3ca5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (8bca0de1-57de-4a42-a1f5-bebef085db05), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.903947 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-399e218d-5fe7-47b7-abf5-40a687fe3ca5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.905159 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-399e218d-5fe7-47b7-abf5-40a687fe3ca5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1317706 May 11 07:47:37.907101 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e218d-5fe7-47b7-abf5-40a687fe3ca5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bca0de1-57de-4a42-a1f5-bebef085db05,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:37.908110 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54630) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:37.912677 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-529f186f-1b2c-48aa-9c5b-7c352b3519ad tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group_rule': {'security_group_id': '8bca0de1-57de-4a42-a1f5-bebef085db05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:47:37.939155 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-529f186f-1b2c-48aa-9c5b-7c352b3519ad tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (a292fb99-c24e-4217-8b7f-5365b43ea98c), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:37.998552 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-529f186f-1b2c-48aa-9c5b-7c352b3519ad tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (a292fb99-c24e-4217-8b7f-5365b43ea98c), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.003219 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-529f186f-1b2c-48aa-9c5b-7c352b3519ad tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (a292fb99-c24e-4217-8b7f-5365b43ea98c), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.022447 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f186f-1b2c-48aa-9c5b-7c352b3519ad tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a292fb99-c24e-4217-8b7f-5365b43ea98c,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:38.030363 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-529f186f-1b2c-48aa-9c5b-7c352b3519ad tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.031559 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-529f186f-1b2c-48aa-9c5b-7c352b3519ad tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223700 May 11 07:47:38.034336 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54632) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:38.038730 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-7007dc3c-dcd2-4fa5-bfbe-e816a9e4d2cc tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group_rule': {'security_group_id': '8bca0de1-57de-4a42-a1f5-bebef085db05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:47:38.064329 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7007dc3c-dcd2-4fa5-bfbe-e816a9e4d2cc tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (e46f44ac-4980-4e54-a224-67ab350f08d3), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.108770 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7007dc3c-dcd2-4fa5-bfbe-e816a9e4d2cc tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (e46f44ac-4980-4e54-a224-67ab350f08d3), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.113409 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7007dc3c-dcd2-4fa5-bfbe-e816a9e4d2cc tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (e46f44ac-4980-4e54-a224-67ab350f08d3), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.131118 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007dc3c-dcd2-4fa5-bfbe-e816a9e4d2cc tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46f44ac-4980-4e54-a224-67ab350f08d3,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:38.138365 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7007dc3c-dcd2-4fa5-bfbe-e816a9e4d2cc tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.139554 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-7007dc3c-dcd2-4fa5-bfbe-e816a9e4d2cc tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1042120 May 11 07:47:38.142538 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54634) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:38.146806 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:47:38.166717 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.248196 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.351484 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Allocated IP 172.27.2.177 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/aa84c295-d4c9-4d72-8659-e698146b985c) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:47:38.465231 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e8a85-a6b0-43ba-85da-645122f45bf9 req-8a6f106f-03ae-4a93-9c28-c4c35ee55b31 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:38.466735 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-551e8a85-a6b0-43ba-85da-645122f45bf9 req-8a6f106f-03ae-4a93-9c28-c4c35ee55b31 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 946 time: 0.0807023 May 11 07:47:38.523236 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (aa84c295-d4c9-4d72-8659-e698146b985c), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.538005 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-551e8a85-a6b0-43ba-85da-645122f45bf9 req-ebccc759-482f-4f60-97c7-64001f0e1099 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652702 May 11 07:47:38.566023 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (aa84c295-d4c9-4d72-8659-e698146b985c), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.607220 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:47:38.610071 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:47:38.616004 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:47:38.621340 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=aa84c295-d4c9-4d72-8659-e698146b985c,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:38.700057 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (85efe843-7812-46c8-9cdf-60707f60d59b), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.734865 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (aa84c295-d4c9-4d72-8659-e698146b985c), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.915506 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (aa84c295-d4c9-4d72-8659-e698146b985c), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.919687 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (aa84c295-d4c9-4d72-8659-e698146b985c), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:38.989013 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=aa84c295-d4c9-4d72-8659-e698146b985c,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:38.999057 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (85efe843-7812-46c8-9cdf-60707f60d59b), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:39.013958 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:39.015154 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-f23b720b-ac80-4425-9578-85218dad79ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8716505 May 11 07:47:39.040725 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 548f0c13-5720-409d-934a-ad902e0200b1 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:47:39.061402 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 548f0c13-5720-409d-934a-ad902e0200b1 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:47:39.061774 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 548f0c13-5720-409d-934a-ad902e0200b1 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:47:39.165103 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-0a08c6d4-0d67-4a0c-86fd-6479d83c993d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2013121698&fields=id&tenant_id=bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 267 time: 0.0410295 May 11 07:47:39.269446 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-5151f183-ee34-4948-9e82-ba2ff0975395 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:39.270897 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-5151f183-ee34-4948-9e82-ba2ff0975395 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 815 time: 0.0995233 May 11 07:47:39.284628 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-43982943-6d3c-455f-b309-3cf7c53de74d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/quotas/bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 375 time: 0.0085332 May 11 07:47:39.331198 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-3594eb3e-47ca-432e-9190-4ec4986e09a4 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0414834 May 11 07:47:39.424370 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-ed38c64f-2f8d-42fe-b40d-af0ba93255aa service neutron] 10.222.0.36 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822465 May 11 07:47:39.512366 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-2762e5b9-0c41-4847-879c-39743be1a6b2 service neutron] 10.222.0.36 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823250 May 11 07:47:39.678279 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b1cc3150-3c70-4855-81f5-35296d078fba req-036900a9-65df-4dda-a496-b86b2dc02afd tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 210 time: 0.0356154 May 11 07:47:39.689899 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce39d-4086-4747-87ec-d7da4ebfd77b req-e54fff5d-0ccc-45ff-9bfa-7fdd102a0999 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:39.694229 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-687ce39d-4086-4747-87ec-d7da4ebfd77b req-e54fff5d-0ccc-45ff-9bfa-7fdd102a0999 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 946 time: 0.0873218 May 11 07:47:39.739604 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-687ce39d-4086-4747-87ec-d7da4ebfd77b req-59522c05-db17-4fb5-ae06-08563df8850d tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/security-groups?id=e85da7c4-8b60-44b5-b0ac-2665b94ff700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 May 11 07:47:40.194688 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-b085c383-9783-49cd-9f1e-ee7692745dfe tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:40.196200 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-b085c383-9783-49cd-9f1e-ee7692745dfe tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.24 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 946 time: 0.0475397 May 11 07:47:40.288385 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-62f0996d-eb50-457b-a968-6675bde1f4f1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Deleting port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:47:40.288721 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-62f0996d-eb50-457b-a968-6675bde1f4f1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:40.373890 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-62f0996d-eb50-457b-a968-6675bde1f4f1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] For port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,segment=NetworkSegment(aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd),segment_id=aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:40.374255 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-62f0996d-eb50-457b-a968-6675bde1f4f1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:40.386504 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-62f0996d-eb50-457b-a968-6675bde1f4f1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Calling delete_port for 0d6698f3-fb47-43e1-8466-1d905f7f9c2c owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:47:40.513797 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-62f0996d-eb50-457b-a968-6675bde1f4f1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (0d6698f3-fb47-43e1-8466-1d905f7f9c2c), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:40.527285 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['0d6698f3-fb47-43e1-8466-1d905f7f9c2c'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:47:40.542476 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0996d-eb50-457b-a968-6675bde1f4f1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Pushing event deleted for resources: {'Port': ['ID=0d6698f3-fb47-43e1-8466-1d905f7f9c2c,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:40.588066 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-62f0996d-eb50-457b-a968-6675bde1f4f1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] No DVR routers for this DVR port 0d6698f3-fb47-43e1-8466-1d905f7f9c2c on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:47:40.590863 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-62f0996d-eb50-457b-a968-6675bde1f4f1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:40.593752 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-011f10fe-e186-4de7-9330-1f3e2c33b2f2 req-62f0996d-eb50-457b-a968-6675bde1f4f1 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.24 "DELETE /v2.0/ports/0d6698f3-fb47-43e1-8466-1d905f7f9c2c HTTP/1.1" status: 204 len: 173 time: 0.3867683 May 11 07:47:40.594150 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d3d7a-ba5f-448d-ac81-3bdaba0dacb3', 'name': 'network-vif-deleted', 'tag': '0d6698f3-fb47-43e1-8466-1d905f7f9c2c'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:40.597048 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146ef8c1-2747-4ea7-a952-34051ea9f72b" -d '{"events": [{"server_uuid": "888d3d7a-ba5f-448d-ac81-3bdaba0dacb3", "name": "network-vif-deleted", "tag": "0d6698f3-fb47-43e1-8466-1d905f7f9c2c"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:40.634824 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3489e3f-2031-4c5c-af03-f05564616218 x-openstack-request-id: req-c3489e3f-2031-4c5c-af03-f05564616218 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:40.635134 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d3d7a-ba5f-448d-ac81-3bdaba0dacb3", "name": "network-vif-deleted", "tag": "0d6698f3-fb47-43e1-8466-1d905f7f9c2c", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:40.635436 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3489e3f-2031-4c5c-af03-f05564616218 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:40.635836 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3489e3f-2031-4c5c-af03-f05564616218'] response: {'server_uuid': '888d3d7a-ba5f-448d-ac81-3bdaba0dacb3', 'name': 'network-vif-deleted', 'tag': '0d6698f3-fb47-43e1-8466-1d905f7f9c2c', 'status': 'completed', 'code': 200} May 11 07:47:40.707086 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-c03df097-aeba-482c-9ff3-46c56b25bc99 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:40.708444 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-c03df097-aeba-482c-9ff3-46c56b25bc99 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 815 time: 0.1197500 May 11 07:47:40.796481 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9f443f5a-743c-4d11-ab36-68b71949dd6d req-fe5625f4-eedd-48c2-907b-1f0a07dcca3d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 210 time: 0.0400383 May 11 07:47:40.816473 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-1bbdca4d-e2a7-40d7-b02c-4d4898723ca2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 380 time: 0.0936971 May 11 07:47:40.848361 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f1848023-8bed-4584-b182-5a88c5b6be90 req-6194598c-7616-4ccb-b5b2-150184158de7 tempest-VolumesSnapshotTestJSON-350679859 tempest-VolumesSnapshotTestJSON-350679859-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d3d7a-ba5f-448d-ac81-3bdaba0dacb3 HTTP/1.1" status: 200 len: 210 time: 0.0273528 May 11 07:47:40.992719 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'port': {'device_id': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'admin_state_up': True, 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'security_groups': ['8bca0de1-57de-4a42-a1f5-bebef085db05']}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:47:41.099423 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Made reservation on behalf of bbefc9c91dab46baa2707f01c83e48e2 for: {'port': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:47:41.102814 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:41.232689 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Allocated IP 172.20.0.10 (03fe8424-c7a4-4a16-bd46-5991849ceca4/95ff5c17-fb49-4990-b546-0d6a83c31da3/e5a66135-3715-45be-a3c6-ff5be4199879) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:47:41.364383 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (e5a66135-3715-45be-a3c6-ff5be4199879), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:41.395230 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:41.439383 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:47:41.442769 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:47:41.448514 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:47:41.472794 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=e5a66135-3715-45be-a3c6-ff5be4199879,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:41.501610 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:41.502256 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:41.518573 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-edd366bd-fe29-4855-8aad-860d3ae9339b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5303836 May 11 07:47:41.531225 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Request body: {'port': {'device_id': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:47:41.591252 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:41.714411 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-3150cefc-bedb-4ffa-b13e-7de5aa02f04e None None] Provisioning complete for port e5a66135-3715-45be-a3c6-ff5be4199879 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:47:41.714980 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3150cefc-bedb-4ffa-b13e-7de5aa02f04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:41.751293 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-3150cefc-bedb-4ffa-b13e-7de5aa02f04e None None] Port e5a66135-3715-45be-a3c6-ff5be4199879 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:47:41.916810 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a66135-3715-45be-a3c6-ff5be4199879 {{(pid=103568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:47:41.927526 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Publish callbacks [] for port (e5a66135-3715-45be-a3c6-ff5be4199879), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:41.938161 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9f94c-69a3-49a3-86d5-36cf3316317b req-c450feca-3125-4bb8-9705-af2eca44dd35 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:41.939637 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-02a9f94c-69a3-49a3-86d5-36cf3316317b req-c450feca-3125-4bb8-9705-af2eca44dd35 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 932 time: 0.0631521 May 11 07:47:41.961972 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.provisioning_blocks [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Transition to ACTIVE for port object e5a66135-3715-45be-a3c6-ff5be4199879 will not be triggered until provisioned by entity L2. {{(pid=103568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:47:41.968791 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:42.033023 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-02a9f94c-69a3-49a3-86d5-36cf3316317b req-fbbbbd06-e408-4ad6-ac22-58230d872a06 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873814 May 11 07:47:42.062978 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Pushing event updated for resources: {'Port': ['ID=e5a66135-3715-45be-a3c6-ff5be4199879,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:42.121323 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Attempting to bind port e5a66135-3715-45be-a3c6-ff5be4199879 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:47:42.121726 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Attempting to bind port e5a66135-3715-45be-a3c6-ff5be4199879 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:47:42.122038 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Attempting to bind port e5a66135-3715-45be-a3c6-ff5be4199879 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:47:42.126752 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Port e5a66135-3715-45be-a3c6-ff5be4199879 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:47:42.143942 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Attempting to bind port e5a66135-3715-45be-a3c6-ff5be4199879 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:47:42.143942 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:47:42.143942 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Checking segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:47:42.143942 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Bound using segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} {{(pid=103568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:47:42.143942 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.managers [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Bound port: e5a66135-3715-45be-a3c6-ff5be4199879, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}}] {{(pid=103568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:47:42.143942 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:42.223813 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] For port e5a66135-3715-45be-a3c6-ff5be4199879, host hv-cinder-83699, cleared binding levels {{(pid=103568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:47:42.227418 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] For port e5a66135-3715-45be-a3c6-ff5be4199879, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e5a66135-3715-45be-a3c6-ff5be4199879,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:47:42.236563 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:42.275824 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:42.276470 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:42.277957 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] 10.222.0.24 "PUT /v2.0/ports/e5a66135-3715-45be-a3c6-ff5be4199879 HTTP/1.1" status: 200 len: 1094 time: 0.7509112 May 11 07:47:42.278348 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'tag': 'e5a66135-3715-45be-a3c6-ff5be4199879'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:42.280562 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d41f725-10b5-425d-a264-3542b8ffc56c" -d '{"events": [{"name": "network-changed", "server_uuid": "61fe52bc-415c-4beb-8a2c-0098912a19b7", "tag": "e5a66135-3715-45be-a3c6-ff5be4199879"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:42.313866 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460499f3-9221-409f-bf4f-3fd9ccec7e2e service neutron] Pushing event updated for resources: {'Port': ['ID=e5a66135-3715-45be-a3c6-ff5be4199879,revision_number=3']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:42.335126 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd232f72-6120-4e70-ac60-8955f14a36b3 x-openstack-request-id: req-bd232f72-6120-4e70-ac60-8955f14a36b3 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:42.335466 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fe52bc-415c-4beb-8a2c-0098912a19b7", "tag": "e5a66135-3715-45be-a3c6-ff5be4199879", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:42.335670 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd232f72-6120-4e70-ac60-8955f14a36b3 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:42.336073 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd232f72-6120-4e70-ac60-8955f14a36b3'] response: {'name': 'network-changed', 'server_uuid': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'tag': 'e5a66135-3715-45be-a3c6-ff5be4199879', 'status': 'completed', 'code': 200} May 11 07:47:42.362885 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-26efcd83-8082-43c0-ac17-83d3a180f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:42.364718 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-26efcd83-8082-43c0-ac17-83d3a180f479 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 1128 time: 0.0416310 May 11 07:47:42.411005 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-ce42ce34-a59d-4c00-831a-18f6b0d5b0f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a66135-3715-45be-a3c6-ff5be4199879 HTTP/1.1" status: 200 len: 217 time: 0.0377109 May 11 07:47:42.469525 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-1806fa49-c99b-4d59-b640-cb607c8f5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:42.471089 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-1806fa49-c99b-4d59-b640-cb607c8f5dd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0494680 May 11 07:47:42.518195 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-cd1dee98-8e8f-450e-8c33-3fd06632921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:42.519727 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-cd1dee98-8e8f-450e-8c33-3fd06632921b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422876 May 11 07:47:42.608806 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-ad483e2c-def1-45f5-9de6-d3b7c81abc2b service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815637 May 11 07:47:42.699060 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-60f79037-dc89-4a43-a4d5-fac8da5d283c req-eaf8b1c3-e94f-4f9e-8e18-894b6635be61 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831335 May 11 07:47:43.142258 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17821d8c-eecb-47cc-89e2-d481fa7efd57 req-ca3daad5-088c-40a3-b696-dc1169648240 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:43.143667 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-17821d8c-eecb-47cc-89e2-d481fa7efd57 req-ca3daad5-088c-40a3-b696-dc1169648240 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 944 time: 0.0450385 May 11 07:47:43.188708 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-17821d8c-eecb-47cc-89e2-d481fa7efd57 req-50d2f05d-6196-4675-b80f-c4855736b9cf tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 May 11 07:47:43.621830 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-e4eca743-2cb8-47b5-a9bd-4a150734e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:43.623251 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-e4eca743-2cb8-47b5-a9bd-4a150734e6e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 1128 time: 0.0410919 May 11 07:47:44.298521 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b46000-49e3-46db-bbb5-22c3a2b3320a req-f9e5ce00-c1b9-4630-b10c-839781acce90 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:44.300439 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-35b46000-49e3-46db-bbb5-22c3a2b3320a req-f9e5ce00-c1b9-4630-b10c-839781acce90 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 944 time: 0.0452588 May 11 07:47:44.345156 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-35b46000-49e3-46db-bbb5-22c3a2b3320a req-609bd629-c354-476d-bd85-e50d10915c4b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 May 11 07:47:44.732888 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-59664ad1-cb7e-4641-8a16-f20251125509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:44.734347 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-59664ad1-cb7e-4641-8a16-f20251125509 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 916 time: 0.0859091 May 11 07:47:45.447062 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device e5a66135-3715-45be-a3c6-ff5be4199879 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:47:45.463356 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a68126-9625-4493-9392-b66baf0d8b7b req-1c99609a-1b7f-4677-933e-2a96e7f4ee00 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:45.464802 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d1a68126-9625-4493-9392-b66baf0d8b7b req-1c99609a-1b7f-4677-933e-2a96e7f4ee00 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 944 time: 0.0539005 May 11 07:47:45.492774 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-0fe6013a-4cea-47db-bc2a-1260bb16d1fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a66135-3715-45be-a3c6-ff5be4199879 HTTP/1.1" status: 200 len: 217 time: 0.0460179 May 11 07:47:45.538774 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d1a68126-9625-4493-9392-b66baf0d8b7b req-995dfda5-ac8d-4f8c-8dc4-a9c3d9b11793 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485499 May 11 07:47:45.549880 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port e5a66135-3715-45be-a3c6-ff5be4199879, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e5a66135-3715-45be-a3c6-ff5be4199879,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:45.561449 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'e5a66135-3715-45be-a3c6-ff5be4199879', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'port_id': 'e5a66135-3715-45be-a3c6-ff5be4199879', 'mac_address': 'fa:16:3e:0b:2a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:47:45.597987 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port e5a66135-3715-45be-a3c6-ff5be4199879 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:47:45.598370 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:45.610487 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a66135-3715-45be-a3c6-ff5be4199879 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:47:45.631307 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port e5a66135-3715-45be-a3c6-ff5be4199879, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e5a66135-3715-45be-a3c6-ff5be4199879,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:45.636057 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:45.682678 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=e5a66135-3715-45be-a3c6-ff5be4199879,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:46.403137 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 0d6698f3-fb47-43e1-8466-1d905f7f9c2c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:47:46.426601 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 0d6698f3-fb47-43e1-8466-1d905f7f9c2c {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:47:46.426944 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 0d6698f3-fb47-43e1-8466-1d905f7f9c2c not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:47:46.428524 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-fcab97b8-a0c5-4f80-a835-74411736bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:46.430002 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-fcab97b8-a0c5-4f80-a835-74411736bbe6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0459740 May 11 07:47:46.473682 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-c0f74432-6df1-467f-9351-35a2de30d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:46.475192 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-c0f74432-6df1-467f-9351-35a2de30d637 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387754 May 11 07:47:46.564071 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-707b8d11-d316-48c4-a49a-36c4b3967bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815685 May 11 07:47:46.661763 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['e5a66135-3715-45be-a3c6-ff5be4199879'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:47:46.694091 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3b6c2-431e-4a37-8cff-cd26951e2c46 req-7a2aa198-840f-4bae-b87f-6cb658ecb928 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:46.695559 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4be3b6c2-431e-4a37-8cff-cd26951e2c46 req-7a2aa198-840f-4bae-b87f-6cb658ecb928 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 945 time: 0.0662601 May 11 07:47:46.699697 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5d41f725-10b5-425d-a264-3542b8ffc56c req-52a68884-2bb4-4b54-9774-c28f508f1e4a service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247201 May 11 07:47:47.013492 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4be3b6c2-431e-4a37-8cff-cd26951e2c46 req-fc1077cd-5162-47e4-93a7-b540d4419ae7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120575 May 11 07:47:47.227664 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device e5a66135-3715-45be-a3c6-ff5be4199879 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:47:47.254481 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54708) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:47.275602 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port e5a66135-3715-45be-a3c6-ff5be4199879 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:47:47.281912 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port e5a66135-3715-45be-a3c6-ff5be4199879 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:47:47.282286 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:47.359444 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port e5a66135-3715-45be-a3c6-ff5be4199879 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:47:47.359833 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:47.382182 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a66135-3715-45be-a3c6-ff5be4199879'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:47.384395 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af19bcd-78a9-465e-8a1e-b60add7df6bd" -d '{"events": [{"server_uuid": "61fe52bc-415c-4beb-8a2c-0098912a19b7", "name": "network-vif-plugged", "status": "completed", "tag": "e5a66135-3715-45be-a3c6-ff5be4199879"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:47.396816 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port e5a66135-3715-45be-a3c6-ff5be4199879, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e5a66135-3715-45be-a3c6-ff5be4199879,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:47.401015 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:47.404438 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Deleting port c5ac6101-5c07-479e-9917-d89070ae0c3f {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:47:47.404781 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (c5ac6101-5c07-479e-9917-d89070ae0c3f), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:47.428542 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c71bdc8-0b30-4613-b182-57ba5ee537d5 x-openstack-request-id: req-8c71bdc8-0b30-4613-b182-57ba5ee537d5 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:47.428839 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fe52bc-415c-4beb-8a2c-0098912a19b7", "name": "network-vif-plugged", "status": "completed", "tag": "e5a66135-3715-45be-a3c6-ff5be4199879", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:47.429095 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c71bdc8-0b30-4613-b182-57ba5ee537d5 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:47.429491 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c71bdc8-0b30-4613-b182-57ba5ee537d5'] response: {'server_uuid': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a66135-3715-45be-a3c6-ff5be4199879', 'code': 200} May 11 07:47:47.460903 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=e5a66135-3715-45be-a3c6-ff5be4199879,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:47.493211 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (c5ac6101-5c07-479e-9917-d89070ae0c3f), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:47.493653 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (c5ac6101-5c07-479e-9917-d89070ae0c3f), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:47.512989 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Calling delete_port for c5ac6101-5c07-479e-9917-d89070ae0c3f owned by network:floatingip {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:47:47.607689 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dd38d-0f09-440f-af79-cab32b5558d6 req-0e7e7e80-ff57-45bc-afb5-0d7f722378b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:47.609278 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0a2dd38d-0f09-440f-af79-cab32b5558d6 req-0e7e7e80-ff57-45bc-afb5-0d7f722378b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 1130 time: 0.0388854 May 11 07:47:47.659622 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0a2dd38d-0f09-440f-af79-cab32b5558d6 req-7b80637d-88bd-4a88-86c0-925878812838 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407646 May 11 07:47:47.696890 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (c5ac6101-5c07-479e-9917-d89070ae0c3f), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:47.727272 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event deleted for resources: {'Port': ['ID=c5ac6101-5c07-479e-9917-d89070ae0c3f,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:47.798701 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (a1a524bb-73a4-4596-b5e0-86ca0c0a31d4), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:47.799041 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Floating IP a1a524bb-73a4-4596-b5e0-86ca0c0a31d4 disassociated (deleted). External IP: 172.27.2.93, port: b4036bf3-ceea-472d-ac6d-ec2df0d52432. May 11 07:47:48.016705 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:47:48.130089 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c22d8-f989-479c-a478-4ca4e99d6fe9 req-d6d93d8d-3092-40a5-988f-6dc97c7ba5bb tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:48.131568 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-da3c22d8-f989-479c-a478-4ca4e99d6fe9 req-d6d93d8d-3092-40a5-988f-6dc97c7ba5bb tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 946 time: 0.0492516 May 11 07:47:48.133904 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:47:48.138729 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:48.144228 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] Sync routers for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:47:48.157681 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:47:48.158312 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:47:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:48.169084 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-14202738-7930-4487-870a-cd02ded8b286 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "DELETE /v2.0/floatingips/a1a524bb-73a4-4596-b5e0-86ca0c0a31d4 HTTP/1.1" status: 204 len: 168 time: 0.9135232 May 11 07:47:48.169756 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'tag': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:48.172009 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f523a-8403-4b10-af54-ed74ff563042" -d '{"events": [{"name": "network-changed", "server_uuid": "bf448381-f7a1-48de-b1a3-4c4fff939b95", "tag": "b4036bf3-ceea-472d-ac6d-ec2df0d52432"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:48.202076 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-da3c22d8-f989-479c-a478-4ca4e99d6fe9 req-6905d1be-588d-4e34-b7c6-9c76e5d1437a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597875 May 11 07:47:48.245408 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e940b78d-2b7d-4bce-b16d-44fa9b7f3efa x-openstack-request-id: req-e940b78d-2b7d-4bce-b16d-44fa9b7f3efa {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:48.245408 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf448381-f7a1-48de-b1a3-4c4fff939b95", "tag": "b4036bf3-ceea-472d-ac6d-ec2df0d52432", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:48.245688 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e940b78d-2b7d-4bce-b16d-44fa9b7f3efa {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:48.245948 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e940b78d-2b7d-4bce-b16d-44fa9b7f3efa'] response: {'name': 'network-changed', 'server_uuid': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'tag': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'status': 'completed', 'code': 200} May 11 07:47:48.273788 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:47:48.404576 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa041a7-2e94-4993-8b37-3c346952a7be req-3d03fb0c-367b-4b50-815f-2a450897dcf8 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:48.406525 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3fa041a7-2e94-4993-8b37-3c346952a7be req-3d03fb0c-367b-4b50-815f-2a450897dcf8 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 945 time: 0.0519137 May 11 07:47:48.460073 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f523a-8403-4b10-af54-ed74ff563042 req-5f999d71-0d35-41ea-be99-fb9689af20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:48.461560 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d63f523a-8403-4b10-af54-ed74ff563042 req-5f999d71-0d35-41ea-be99-fb9689af20b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 1129 time: 0.0538161 May 11 07:47:48.485857 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3fa041a7-2e94-4993-8b37-3c346952a7be req-14d4c395-2026-4945-97d0-4c1e6baaf9bb tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687001 May 11 07:47:48.498199 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '5bd6cf43-c05e-43b1-90e3-a812c2dfface', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:e3:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:49Z', 'updated_at': '2022-05-11T07:43:51Z', 'revision_number': 1, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:48.524494 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] Checking router: 8baf1ae9-1dd5-43cd-b3e1-307f56346323 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:47:48.532545 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:47:48.533137 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:47:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:48.638829 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:47:48.846489 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '5bd6cf43-c05e-43b1-90e3-a812c2dfface', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:e3:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:49Z', 'updated_at': '2022-05-11T07:43:51Z', 'revision_number': 1, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:48.872255 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32bfc9-9345-46bf-9b92-f54e79bb1673 None None] The sync data for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi is: [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '5bd6cf43-c05e-43b1-90e3-a812c2dfface', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'port_id': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'mac_address': 'fa:16:3e:e3:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69085008-f940-4f96-936a-e0311df279c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:43:49Z', 'updated_at': '2022-05-11T07:43:51Z', 'revision_number': 1, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:47:49.096998 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68b65b-1bf3-4e31-a284-d4cb4693d43f None None] New status for floating IP a1a524bb-73a4-4596-b5e0-86ca0c0a31d4: DOWN {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:47:49.318091 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c43dbc-d305-4c00-876f-f80ef4548906 req-799b219d-e0d3-4de7-9bcd-197e37f97aa5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:49.319517 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f0c43dbc-d305-4c00-876f-f80ef4548906 req-799b219d-e0d3-4de7-9bcd-197e37f97aa5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 946 time: 0.0486615 May 11 07:47:49.363537 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-f0c43dbc-d305-4c00-876f-f80ef4548906 req-ae72c5d8-0b04-4997-baa7-e9cf82ba979a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384827 May 11 07:47:49.597973 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163086f1-6cd7-43ed-8041-95e6c2d71420 req-c947030b-e963-4628-adb7-7573a14fd380 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:49.599390 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-163086f1-6cd7-43ed-8041-95e6c2d71420 req-c947030b-e963-4628-adb7-7573a14fd380 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 945 time: 0.0455887 May 11 07:47:49.645182 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-163086f1-6cd7-43ed-8041-95e6c2d71420 req-7cfe79de-5a89-42e0-bb03-fd8d12cb66e9 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403605 May 11 07:47:49.760976 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f523a-8403-4b10-af54-ed74ff563042 req-0fd3de7a-7c02-4f02-a765-d3a818729bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:49.762459 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d63f523a-8403-4b10-af54-ed74ff563042 req-0fd3de7a-7c02-4f02-a765-d3a818729bea service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 913 time: 0.0852001 May 11 07:47:50.215444 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d63f523a-8403-4b10-af54-ed74ff563042 req-dcb1bfce-08e0-410d-a38f-af09b3c46cef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4036bf3-ceea-472d-ac6d-ec2df0d52432 HTTP/1.1" status: 200 len: 217 time: 0.0347087 May 11 07:47:50.424761 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f523a-8403-4b10-af54-ed74ff563042 req-57aa6863-36ad-49aa-8f27-2cc21ff9c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:50.426225 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d63f523a-8403-4b10-af54-ed74ff563042 req-57aa6863-36ad-49aa-8f27-2cc21ff9c8c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0441089 May 11 07:47:50.470516 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-1bd9efb0-02cb-4aab-bfd1-531b3d99ad8e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:50.472005 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-1bd9efb0-02cb-4aab-bfd1-531b3d99ad8e tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 945 time: 0.0506492 May 11 07:47:50.504767 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f523a-8403-4b10-af54-ed74ff563042 req-87cec4f5-447c-4a57-ae84-6d32d66ab7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:50.506271 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d63f523a-8403-4b10-af54-ed74ff563042 req-87cec4f5-447c-4a57-ae84-6d32d66ab7e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732191 May 11 07:47:50.512334 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1f892-8a87-4d4c-baab-25a3d593fd3b req-6a42ce01-5f5b-4020-9da6-7aeee4c42732 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:50.513738 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0da1f892-8a87-4d4c-baab-25a3d593fd3b req-6a42ce01-5f5b-4020-9da6-7aeee4c42732 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 946 time: 0.0823023 May 11 07:47:50.620033 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0da1f892-8a87-4d4c-baab-25a3d593fd3b req-ba8a42c9-cb9a-4481-89eb-0c4696f35fa5 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975220 May 11 07:47:50.639375 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d63f523a-8403-4b10-af54-ed74ff563042 req-9dabe42c-6551-4846-91e2-32b01458de68 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246860 May 11 07:47:50.791397 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-628d434d-5b2a-48ca-8588-6225516a9158 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Deleting port b4036bf3-ceea-472d-ac6d-ec2df0d52432 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:47:50.791737 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-628d434d-5b2a-48ca-8588-6225516a9158 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:50.795554 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3f0a7-cff4-45af-abd0-14fd2c3df134 req-23ffc679-1da9-4820-9678-53a3d05bd8cd tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:50.797105 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-01f3f0a7-cff4-45af-abd0-14fd2c3df134 req-23ffc679-1da9-4820-9678-53a3d05bd8cd tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 946 time: 0.0876212 May 11 07:47:50.806814 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54756) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:50.820381 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-47da706d-e569-43e2-886e-f409b2e0b341 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'floatingip': {'port_id': 'e5a66135-3715-45be-a3c6-ff5be4199879'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:47:50.830808 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6b8e-5dfd-4629-84a7-b3382a865bf9 req-ff7f0abe-e35f-4f3d-8e3f-bc2e65e13eef tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:50.832261 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d1ef6b8e-5dfd-4629-84a7-b3382a865bf9 req-ff7f0abe-e35f-4f3d-8e3f-bc2e65e13eef tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf448381-f7a1-48de-b1a3-4c4fff939b95 HTTP/1.1" status: 200 len: 945 time: 0.1056805 May 11 07:47:50.859538 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d63f523a-8403-4b10-af54-ed74ff563042 req-1a9345d0-4fe6-496a-a09b-2a3127b2cedb service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123845 May 11 07:47:50.879415 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-47da706d-e569-43e2-886e-f409b2e0b341 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (85efe843-7812-46c8-9cdf-60707f60d59b), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:50.886181 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-628d434d-5b2a-48ca-8588-6225516a9158 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] For port b4036bf3-ceea-472d-ac6d-ec2df0d52432, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4036bf3-ceea-472d-ac6d-ec2df0d52432,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:50.886541 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-628d434d-5b2a-48ca-8588-6225516a9158 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:50.899442 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-628d434d-5b2a-48ca-8588-6225516a9158 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Calling delete_port for b4036bf3-ceea-472d-ac6d-ec2df0d52432 owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:47:50.992997 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d1ef6b8e-5dfd-4629-84a7-b3382a865bf9 req-c1fea413-29e2-48aa-8e57-6da1aeb8752a tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283960 May 11 07:47:51.028117 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-628d434d-5b2a-48ca-8588-6225516a9158 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (b4036bf3-ceea-472d-ac6d-ec2df0d52432), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:51.059520 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d434d-5b2a-48ca-8588-6225516a9158 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event deleted for resources: {'Port': ['ID=b4036bf3-ceea-472d-ac6d-ec2df0d52432,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:51.105975 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-628d434d-5b2a-48ca-8588-6225516a9158 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] No DVR routers for this DVR port b4036bf3-ceea-472d-ac6d-ec2df0d52432 on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:47:51.108287 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-628d434d-5b2a-48ca-8588-6225516a9158 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:51.112003 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d9270e58-de62-4f25-8a06-ed29d23e93ee req-628d434d-5b2a-48ca-8588-6225516a9158 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "DELETE /v2.0/ports/b4036bf3-ceea-472d-ac6d-ec2df0d52432 HTTP/1.1" status: 204 len: 173 time: 0.6338234 May 11 07:47:51.112435 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'name': 'network-vif-deleted', 'tag': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:51.114924 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095f9210-7783-4c19-ab93-6d72ec1e31a1" -d '{"events": [{"server_uuid": "bf448381-f7a1-48de-b1a3-4c4fff939b95", "name": "network-vif-deleted", "tag": "b4036bf3-ceea-472d-ac6d-ec2df0d52432"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:51.151395 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3ad7c3-09d6-4970-867d-ab81181f0655 x-openstack-request-id: req-8c3ad7c3-09d6-4970-867d-ab81181f0655 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:51.151685 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf448381-f7a1-48de-b1a3-4c4fff939b95", "name": "network-vif-deleted", "tag": "b4036bf3-ceea-472d-ac6d-ec2df0d52432", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:51.151931 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c3ad7c3-09d6-4970-867d-ab81181f0655 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:51.152327 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3ad7c3-09d6-4970-867d-ab81181f0655'] response: {'server_uuid': 'bf448381-f7a1-48de-b1a3-4c4fff939b95', 'name': 'network-vif-deleted', 'tag': 'b4036bf3-ceea-472d-ac6d-ec2df0d52432', 'status': 'completed', 'code': 200} May 11 07:47:51.363644 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-47da706d-e569-43e2-886e-f409b2e0b341 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:51.367721 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-47da706d-e569-43e2-886e-f409b2e0b341 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (85efe843-7812-46c8-9cdf-60707f60d59b), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:51.510286 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [None req-47da706d-e569-43e2-886e-f409b2e0b341 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Floating IP 85efe843-7812-46c8-9cdf-60707f60d59b associated. External IP: 172.27.2.177, port: e5a66135-3715-45be-a3c6-ff5be4199879. May 11 07:47:51.731849 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47da706d-e569-43e2-886e-f409b2e0b341 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Router 4533cc46-4029-47de-a1f5-cb232c181374 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:47:51.842688 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47da706d-e569-43e2-886e-f409b2e0b341 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:47:51.848049 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-47da706d-e569-43e2-886e-f409b2e0b341 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:51.852380 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:47:51.862118 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:47:51.862723 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:47:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:51.876511 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-47da706d-e569-43e2-886e-f409b2e0b341 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "PUT /v2.0/floatingips/85efe843-7812-46c8-9cdf-60707f60d59b HTTP/1.1" status: 200 len: 992 time: 1.0641532 May 11 07:47:51.877804 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'tag': 'e5a66135-3715-45be-a3c6-ff5be4199879'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:51.880249 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6064f07-4288-452c-991b-a81849285c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "61fe52bc-415c-4beb-8a2c-0098912a19b7", "tag": "e5a66135-3715-45be-a3c6-ff5be4199879"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:51.915619 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860b3b29-be4b-4cf0-84ae-60138b34f9e8 x-openstack-request-id: req-860b3b29-be4b-4cf0-84ae-60138b34f9e8 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:51.915960 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fe52bc-415c-4beb-8a2c-0098912a19b7", "tag": "e5a66135-3715-45be-a3c6-ff5be4199879", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:51.916222 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-860b3b29-be4b-4cf0-84ae-60138b34f9e8 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:51.916650 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860b3b29-be4b-4cf0-84ae-60138b34f9e8'] response: {'name': 'network-changed', 'server_uuid': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'tag': 'e5a66135-3715-45be-a3c6-ff5be4199879', 'status': 'completed', 'code': 200} May 11 07:47:51.982314 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:47:52.279460 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '85efe843-7812-46c8-9cdf-60707f60d59b', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': 'e5a66135-3715-45be-a3c6-ff5be4199879', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:0b:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:47:38Z', 'updated_at': '2022-05-11T07:47:51Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:52.304985 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:47:52.312991 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:47:52.313615 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:47:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:52.417603 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:47:52.629096 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '85efe843-7812-46c8-9cdf-60707f60d59b', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': 'e5a66135-3715-45be-a3c6-ff5be4199879', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:0b:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:47:38Z', 'updated_at': '2022-05-11T07:47:51Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:52.654340 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47d364-f11c-44e8-be5d-d1d501bbd087 None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '85efe843-7812-46c8-9cdf-60707f60d59b', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': 'e5a66135-3715-45be-a3c6-ff5be4199879', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:0b:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:47:38Z', 'updated_at': '2022-05-11T07:47:51Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:47:52.839422 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef6642-1c92-4788-8543-4ed039171dcf None None] New status for floating IP 85efe843-7812-46c8-9cdf-60707f60d59b: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:47:53.526646 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device b4036bf3-ceea-472d-ac6d-ec2df0d52432 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:47:53.546871 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: b4036bf3-ceea-472d-ac6d-ec2df0d52432 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:47:53.547216 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device b4036bf3-ceea-472d-ac6d-ec2df0d52432 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:47:54.497519 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064f07-4288-452c-991b-a81849285c1b req-bb1e96ed-d509-4ca5-af82-3a22e6ee1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:54.499005 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-c6064f07-4288-452c-991b-a81849285c1b req-bb1e96ed-d509-4ca5-af82-3a22e6ee1bbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 1130 time: 0.0381949 May 11 07:47:54.597289 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064f07-4288-452c-991b-a81849285c1b req-317fe00b-130e-40d4-b403-ec711a1b3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:54.598778 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-c6064f07-4288-452c-991b-a81849285c1b req-317fe00b-130e-40d4-b403-ec711a1b3ea4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 916 time: 0.0931935 May 11 07:47:54.671436 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-c6064f07-4288-452c-991b-a81849285c1b req-59012ac3-a6b8-49cb-a6ac-fbebed01792b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a66135-3715-45be-a3c6-ff5be4199879 HTTP/1.1" status: 200 len: 1002 time: 0.0558677 May 11 07:47:54.722706 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064f07-4288-452c-991b-a81849285c1b req-7274c77e-58bc-447f-b4bb-1af3fb0c0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:54.724231 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-c6064f07-4288-452c-991b-a81849285c1b req-7274c77e-58bc-447f-b4bb-1af3fb0c0502 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0461829 May 11 07:47:54.768125 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064f07-4288-452c-991b-a81849285c1b req-34e92184-eb84-4183-a544-8860cdb4db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:54.769503 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-c6064f07-4288-452c-991b-a81849285c1b req-34e92184-eb84-4183-a544-8860cdb4db6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382512 May 11 07:47:54.861553 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-c6064f07-4288-452c-991b-a81849285c1b req-6902fe95-61ab-4913-b038-1bb349c65d33 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844796 May 11 07:47:54.917162 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:47:54.957713 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-c6064f07-4288-452c-991b-a81849285c1b req-03cfbfff-c656-4731-bca4-963628a44a15 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900378 May 11 07:47:56.116594 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:56.369395 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54802) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:47:56.516216 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Deleting port 7dc8124f-1b96-4e27-9c29-73855841554b {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:47:56.516550 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (7dc8124f-1b96-4e27-9c29-73855841554b), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:56.588196 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (7dc8124f-1b96-4e27-9c29-73855841554b), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:56.588518 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (7dc8124f-1b96-4e27-9c29-73855841554b), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:56.600000 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Calling delete_port for 7dc8124f-1b96-4e27-9c29-73855841554b owned by network:floatingip {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:47:56.746090 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (7dc8124f-1b96-4e27-9c29-73855841554b), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:56.775237 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event deleted for resources: {'Port': ['ID=7dc8124f-1b96-4e27-9c29-73855841554b,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:56.796375 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.796725 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.797068 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.797407 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.797769 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.798105 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.798432 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.798753 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.799078 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.799930 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.800253 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.800579 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.800896 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.801215 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.801531 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:47:56.844108 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (5bd6cf43-c05e-43b1-90e3-a812c2dfface), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:56.844434 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Floating IP 5bd6cf43-c05e-43b1-90e3-a812c2dfface disassociated (deleted). External IP: 172.27.2.22, port: a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4. May 11 07:47:57.052701 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:47:57.164163 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:47:57.168880 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:57.173365 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] Sync routers for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:47:57.182815 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:47:57.183406 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:47:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:57.198192 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-23edd3fa-532b-4572-890f-17cd91f29796 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "DELETE /v2.0/floatingips/5bd6cf43-c05e-43b1-90e3-a812c2dfface HTTP/1.1" status: 204 len: 168 time: 0.8277698 May 11 07:47:57.198768 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69085008-f940-4f96-936a-e0311df279c7', 'tag': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:57.201000 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a9c61a-b60b-4b12-89e8-19535bee3f23" -d '{"events": [{"name": "network-changed", "server_uuid": "69085008-f940-4f96-936a-e0311df279c7", "tag": "a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:57.249591 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e5bc3-b230-45cf-97b2-8b3c9a4793b0 x-openstack-request-id: req-263e5bc3-b230-45cf-97b2-8b3c9a4793b0 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:57.249591 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69085008-f940-4f96-936a-e0311df279c7", "tag": "a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:57.249591 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-263e5bc3-b230-45cf-97b2-8b3c9a4793b0 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:57.250066 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263e5bc3-b230-45cf-97b2-8b3c9a4793b0'] response: {'name': 'network-changed', 'server_uuid': '69085008-f940-4f96-936a-e0311df279c7', 'tag': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'status': 'completed', 'code': 200} May 11 07:47:57.307101 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:47:57.313518 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-e38e27e5-d1cc-4c78-bdf3-93da66d87c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:57.316483 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-e38e27e5-d1cc-4c78-bdf3-93da66d87c45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d69ae02f1e0146c795d799160ac17d44&device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 1129 time: 0.0446854 May 11 07:47:57.425909 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-0c599b0f-3a97-418c-866a-04b4bd816b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:57.427790 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-0c599b0f-3a97-418c-866a-04b4bd816b82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 200 len: 913 time: 0.1049929 May 11 07:47:57.452044 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc56f60-61e8-4e32-9b88-7feeb7363e25 req-3661cd46-6fdf-4348-917f-ece15d25c2e6 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:57.453566 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0bc56f60-61e8-4e32-9b88-7feeb7363e25 req-3661cd46-6fdf-4348-917f-ece15d25c2e6 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 945 time: 0.0484798 May 11 07:47:57.505308 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-0bc56f60-61e8-4e32-9b88-7feeb7363e25 req-5e22658a-a9c3-4950-85da-5399efc36550 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440512 May 11 07:47:57.523333 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:57.549448 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] Checking router: 8baf1ae9-1dd5-43cd-b3e1-307f56346323 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:47:57.557429 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:47:57.558041 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:47:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:57.662568 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:47:57.843700 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:47:57.872180 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc503d-4e18-4f7b-b293-3e20b262d8e6 None None] The sync data for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi is: [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:40:22Z', 'revision_number': 4, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5', 'name': '', 'network_id': '55b96101-3633-4a8d-a623-73556fb91d7c', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'mac_address': 'fa:16:3e:a5:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:21Z', 'updated_at': '2022-05-11T07:40:27Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'subnets': [{'id': '3bc99b8a-1a27-4056-86a3-0a869e5b8609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:47:58.089696 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b6917-5c3d-4ad4-8ae4-ac17bfcdfb25 None None] New status for floating IP 5bd6cf43-c05e-43b1-90e3-a812c2dfface: DOWN {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:47:58.325825 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b7229fca-0c83-4ef7-ae6f-cfb9415df7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:58.613656 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-e6119643-d185-474e-b8ef-ec272771a591 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 HTTP/1.1" status: 200 len: 217 time: 0.0347559 May 11 07:47:58.618580 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae762d-ab36-40b6-9719-9ab76c6cd1b7 req-757f6f3f-87ee-4d61-bbd8-5dd6f0784294 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:58.620014 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3dae762d-ab36-40b6-9719-9ab76c6cd1b7 req-757f6f3f-87ee-4d61-bbd8-5dd6f0784294 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 945 time: 0.0462379 May 11 07:47:58.670055 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3dae762d-ab36-40b6-9719-9ab76c6cd1b7 req-2c1883fd-8968-4a66-b55e-87244f4015aa tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/security-groups?id=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445306 May 11 07:47:58.672953 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-ea5855a1-a358-4c8f-8672-926e796e9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:58.674291 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-ea5855a1-a358-4c8f-8672-926e796e9b1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 200 len: 851 time: 0.0437274 May 11 07:47:58.733446 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-e47f26f2-ff95-4f99-8eb9-e1517d616b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:58.735078 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-e47f26f2-ff95-4f99-8eb9-e1517d616b2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b96101-3633-4a8d-a623-73556fb91d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419362 May 11 07:47:58.830119 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-60fc3d45-c4d8-4518-8b45-2e417c84a5eb service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861974 May 11 07:47:58.964902 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e8a9c61a-b60b-4b12-89e8-19535bee3f23 req-01814edb-cc79-4df7-9160-e35fbc70c376 service neutron] 10.222.0.24 "GET /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858998 May 11 07:47:59.231248 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-af2ce8cf-9f7f-4e3d-815d-be727047829b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:47:59.232662 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-af2ce8cf-9f7f-4e3d-815d-be727047829b tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 945 time: 0.0453196 May 11 07:47:59.322206 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-b1969ad4-55bf-4424-8b36-89fc729a9ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Deleting port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:47:59.322589 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-b1969ad4-55bf-4424-8b36-89fc729a9ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:59.412178 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-b1969ad4-55bf-4424-8b36-89fc729a9ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] For port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:47:59.412541 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-b1969ad4-55bf-4424-8b36-89fc729a9ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:59.425684 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-b1969ad4-55bf-4424-8b36-89fc729a9ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Calling delete_port for a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:47:59.554521 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-b1969ad4-55bf-4424-8b36-89fc729a9ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:59.583197 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1969ad4-55bf-4424-8b36-89fc729a9ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event deleted for resources: {'Port': ['ID=a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:47:59.628331 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-b1969ad4-55bf-4424-8b36-89fc729a9ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] No DVR routers for this DVR port a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:47:59.630835 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-b1969ad4-55bf-4424-8b36-89fc729a9ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:47:59.634016 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-c92b09ea-89a9-4718-8ffb-520b6b925806 req-b1969ad4-55bf-4424-8b36-89fc729a9ab4 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.24 "DELETE /v2.0/ports/a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 HTTP/1.1" status: 204 len: 173 time: 0.3951695 May 11 07:47:59.634450 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69085008-f940-4f96-936a-e0311df279c7', 'name': 'network-vif-deleted', 'tag': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:47:59.636660 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9e11e1-ae37-4d3b-b028-139a2895e95e" -d '{"events": [{"server_uuid": "69085008-f940-4f96-936a-e0311df279c7", "name": "network-vif-deleted", "tag": "a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:47:59.671927 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1b7f41-5ed4-4bb5-a4ac-4f83ef800eae x-openstack-request-id: req-2d1b7f41-5ed4-4bb5-a4ac-4f83ef800eae {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:47:59.672212 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69085008-f940-4f96-936a-e0311df279c7", "name": "network-vif-deleted", "tag": "a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:47:59.672494 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d1b7f41-5ed4-4bb5-a4ac-4f83ef800eae {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:47:59.672888 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1b7f41-5ed4-4bb5-a4ac-4f83ef800eae'] response: {'server_uuid': '69085008-f940-4f96-936a-e0311df279c7', 'name': 'network-vif-deleted', 'tag': 'a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4', 'status': 'completed', 'code': 200} May 11 07:47:59.767079 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-82ce6d5b-f83c-4bc3-8159-17cfca0f8815 req-328efa96-04fc-4f0e-8718-1b2214c8ca7f tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "GET /v2.0/ports?device_id=69085008-f940-4f96-936a-e0311df279c7 HTTP/1.1" status: 200 len: 210 time: 0.0265439 May 11 07:48:00.667706 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-130e8a8f-201e-4ce1-96b2-383c8a57cfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:00.826325 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54850) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:00.937785 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-6ef016ad-8106-4d7b-a4ec-6ddb8262cb88 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Deleting port d5a10258-1d9b-4041-91a6-8050bcb798e7 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:48:00.938126 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ef016ad-8106-4d7b-a4ec-6ddb8262cb88 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (d5a10258-1d9b-4041-91a6-8050bcb798e7), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:01.010572 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ef016ad-8106-4d7b-a4ec-6ddb8262cb88 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (d5a10258-1d9b-4041-91a6-8050bcb798e7), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:01.010895 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ef016ad-8106-4d7b-a4ec-6ddb8262cb88 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (d5a10258-1d9b-4041-91a6-8050bcb798e7), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:01.022542 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-6ef016ad-8106-4d7b-a4ec-6ddb8262cb88 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Calling delete_port for d5a10258-1d9b-4041-91a6-8050bcb798e7 owned by network:floatingip {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:48:01.151409 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ef016ad-8106-4d7b-a4ec-6ddb8262cb88 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (d5a10258-1d9b-4041-91a6-8050bcb798e7), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:01.178478 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef016ad-8106-4d7b-a4ec-6ddb8262cb88 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event deleted for resources: {'Port': ['ID=d5a10258-1d9b-4041-91a6-8050bcb798e7,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:01.242734 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ef016ad-8106-4d7b-a4ec-6ddb8262cb88 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for floatingip (03391a24-655c-4119-aca4-948effedbde5), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:01.245493 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-6ef016ad-8106-4d7b-a4ec-6ddb8262cb88 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:01.246638 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-6ef016ad-8106-4d7b-a4ec-6ddb8262cb88 tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "DELETE /v2.0/floatingips/03391a24-655c-4119-aca4-948effedbde5 HTTP/1.1" status: 204 len: 168 time: 0.4200919 May 11 07:48:01.679169 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:02.439855 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54868) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:02.495694 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-648bb335-337d-4da1-a934-21f38cdec1af tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group (7a45570e-2aa0-4e40-a0a3-1d1c14d267e6), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:02.519424 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-648bb335-337d-4da1-a934-21f38cdec1af tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group (7a45570e-2aa0-4e40-a0a3-1d1c14d267e6), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:02.575536 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-648bb335-337d-4da1-a934-21f38cdec1af tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (7a45570e-2aa0-4e40-a0a3-1d1c14d267e6), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:02.578340 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-648bb335-337d-4da1-a934-21f38cdec1af tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:02.579461 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-648bb335-337d-4da1-a934-21f38cdec1af tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] 10.222.0.36 "DELETE /v2.0/security-groups/7a45570e-2aa0-4e40-a0a3-1d1c14d267e6 HTTP/1.1" status: 204 len: 168 time: 0.1383793 May 11 07:48:02.588370 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bb335-337d-4da1-a934-21f38cdec1af tempest-TestVolumeBootPattern-1927038692 tempest-TestVolumeBootPattern-1927038692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a45570e-2aa0-4e40-a0a3-1d1c14d267e6,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:02.630131 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54874) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:03.085320 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999372'] for router_interface (8baf1ae9-1dd5-43cd-b3e1-307f56346323), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:03.242150 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:03.273819 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:48:03.293327 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:48:03.293624 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device a2bb40c8-8fd7-4b35-a542-bf1d3ba6c9e4 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:48:03.368832 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] Deleting port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:48:03.369162 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:03.445848 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] For port 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:48:03.446504 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:03.459033 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] Calling delete_port for 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 owned by network:router_interface {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:48:03.637453 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:03.661984 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] Pushing event deleted for resources: {'Port': ['ID=66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:03.836293 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979411'] for router_interface (8baf1ae9-1dd5-43cd-b3e1-307f56346323), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:04.062512 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] Router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:48:04.173655 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:48:04.179591 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-20893b1e-1e3d-45d6-a563-3ace3074663c admin admin] 10.222.0.36 "PUT /v2.0/routers/8baf1ae9-1dd5-43cd-b3e1-307f56346323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5483437 May 11 07:48:04.182422 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54902) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:04.186425 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] Sync routers for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:48:04.196810 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:48:04.197528 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:48:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:04.287259 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Publish callbacks [] for router (8baf1ae9-1dd5-43cd-b3e1-307f56346323), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:04.303102 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:48:04.567495 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:48:03Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:04.598235 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] Checking router: 8baf1ae9-1dd5-43cd-b3e1-307f56346323 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:48:04.606472 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] Routers {'8baf1ae9-1dd5-43cd-b3e1-307f56346323'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:48:04.607075 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:48:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:04.622946 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Publish callbacks [] for router_gateway (8baf1ae9-1dd5-43cd-b3e1-307f56346323), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:04.666477 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Deleting port a3f473d1-f453-407f-8244-57cb48f30ae5 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:48:04.666814 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:04.714895 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] Set router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:48:04.731323 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:04.747422 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] For port a3f473d1-f453-407f-8244-57cb48f30ae5, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=a3f473d1-f453-407f-8244-57cb48f30ae5,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:48:04.747708 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:04.760798 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Calling delete_port for a3f473d1-f453-407f-8244-57cb48f30ae5 owned by network:router_gateway {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:48:04.880435 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:48:03Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:04.907533 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53257074-f4f9-4a6c-a6bb-742106d63dec None None] The sync data for ids ['8baf1ae9-1dd5-43cd-b3e1-307f56346323'] in dv-cinder-836996-20-iscsi is: [{'id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'name': 'tempest-TestVolumeBootPattern-1479223349-router', 'tenant_id': 'd69ae02f1e0146c795d799160ac17d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:18Z', 'updated_at': '2022-05-11T07:48:03Z', 'revision_number': 5, 'project_id': 'd69ae02f1e0146c795d799160ac17d44', 'gw_port': {'id': 'a3f473d1-f453-407f-8244-57cb48f30ae5', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baf1ae9-1dd5-43cd-b3e1-307f56346323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:19Z', 'updated_at': '2022-05-11T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:48:04.927699 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (a3f473d1-f453-407f-8244-57cb48f30ae5), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:04.956362 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f473d1-f453-407f-8244-57cb48f30ae5,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:05.020626 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54908) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:05.027435 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995326'] for router_gateway (8baf1ae9-1dd5-43cd-b3e1-307f56346323), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.155326 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30833'] for router (8baf1ae9-1dd5-43cd-b3e1-307f56346323), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.159075 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Publish callbacks [] for router_controller (8baf1ae9-1dd5-43cd-b3e1-307f56346323), precommit_delete_associations {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.164782 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51e7bed-30ad-492f-b8d0-452a4496dae9 admin admin] Deleting subnet 30e0ecff-bac9-4d26-a39d-00bedfef4fd6 {{(pid=103567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:48:05.169620 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c51e7bed-30ad-492f-b8d0-452a4496dae9 admin admin] Publish callbacks [] for subnet (30e0ecff-bac9-4d26-a39d-00bedfef4fd6), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.251050 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-992175'] for router (8baf1ae9-1dd5-43cd-b3e1-307f56346323), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.251558 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8baf1ae9-1dd5-43cd-b3e1-307f56346323 {{(pid=103567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 07:48:05.257052 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c51e7bed-30ad-492f-b8d0-452a4496dae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164461'] for subnet (30e0ecff-bac9-4d26-a39d-00bedfef4fd6), precommit_delete_associations {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.260904 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.262070 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-4ae32cd4-ef8b-4404-9d3b-055d341f6263 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8baf1ae9-1dd5-43cd-b3e1-307f56346323 HTTP/1.1" status: 204 len: 168 time: 1.0786939 May 11 07:48:05.264707 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54910) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:05.302025 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c51e7bed-30ad-492f-b8d0-452a4496dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (30e0ecff-bac9-4d26-a39d-00bedfef4fd6), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.314135 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa813836-0e75-4fd6-9e1a-d8244595def2 admin admin] Deleting subnet 3bc99b8a-1a27-4056-86a3-0a869e5b8609 {{(pid=103568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:48:05.318132 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fa813836-0e75-4fd6-9e1a-d8244595def2 admin admin] Publish callbacks [] for subnet (3bc99b8a-1a27-4056-86a3-0a869e5b8609), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.355059 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fa813836-0e75-4fd6-9e1a-d8244595def2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16893138'] for subnet (3bc99b8a-1a27-4056-86a3-0a869e5b8609), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.355931 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c51e7bed-30ad-492f-b8d0-452a4496dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3988792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150997'] for subnet (30e0ecff-bac9-4d26-a39d-00bedfef4fd6), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.380992 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e7bed-30ad-492f-b8d0-452a4496dae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e0ecff-bac9-4d26-a39d-00bedfef4fd6,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:05.392683 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-c51e7bed-30ad-492f-b8d0-452a4496dae9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.398803 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-c51e7bed-30ad-492f-b8d0-452a4496dae9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/30e0ecff-bac9-4d26-a39d-00bedfef4fd6 HTTP/1.1" status: 204 len: 168 time: 0.3771691 May 11 07:48:05.399416 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54912) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:05.441517 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fa813836-0e75-4fd6-9e1a-d8244595def2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (3bc99b8a-1a27-4056-86a3-0a869e5b8609), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.480541 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (613e8e93-9a8d-41a7-94ab-6469f95f81a6), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.494724 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fa813836-0e75-4fd6-9e1a-d8244595def2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17749047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17489925'] for subnet (3bc99b8a-1a27-4056-86a3-0a869e5b8609), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.519952 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa813836-0e75-4fd6-9e1a-d8244595def2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc99b8a-1a27-4056-86a3-0a869e5b8609,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:05.523688 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fa813836-0e75-4fd6-9e1a-d8244595def2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.527610 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-fa813836-0e75-4fd6-9e1a-d8244595def2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3bc99b8a-1a27-4056-86a3-0a869e5b8609 HTTP/1.1" status: 204 len: 168 time: 0.2616413 May 11 07:48:05.531679 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9386960a-47e6-4f12-97b4-d55bfc53ebd2 None None] Network 55b96101-3633-4a8d-a623-73556fb91d7c requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:48:05.545241 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54914) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:05.581519 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (613e8e93-9a8d-41a7-94ab-6469f95f81a6), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.603992 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613e8e93-9a8d-41a7-94ab-6469f95f81a6']}} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:05.620941 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd') {'for_net_delete': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:05.621395 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd') {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:05.636259 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164436'] for segment (aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.647502 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:48:05.653173 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.661533 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:48:05.663041 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988378'] for segment (aa2dd816-94e2-42c1-bc1e-fe6c1cfc39bd), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: Traceback (most recent call last): May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: timer() May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: cb(*args, **kw) May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: return func(*args, **kwargs) May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: self._notify() May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: self.callback(batched_events) May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: event.method(event) May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: return f(self, *a, **k) May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._get(url).json() May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: return self.request(url, 'GET', **kwargs) May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:48:05.665748 dv-cinder-836996-20-iscsi neutron-server[103567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:48:05.668120 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (55b96101-3633-4a8d-a623-73556fb91d7c), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.678642 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:48:05.679082 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 66a5e48d-e82f-49a2-bfc6-2a7f3caf0af5 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:48:05.728012 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Deleting port f1ece16b-0b79-4259-8834-50ca964c3838 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:48:05.728349 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.742484 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (613e8e93-9a8d-41a7-94ab-6469f95f81a6), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.747995 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.751091 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] 10.222.0.36 "DELETE /v2.0/networks/613e8e93-9a8d-41a7-94ab-6469f95f81a6 HTTP/1.1" status: 204 len: 168 time: 0.3506477 May 11 07:48:05.762115 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c310feb-af04-4aa8-ac0a-2f9d01f2be9c admin admin] Pushing event deleted for resources: {'Network': ['ID=613e8e93-9a8d-41a7-94ab-6469f95f81a6,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:05.798584 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] For port f1ece16b-0b79-4259-8834-50ca964c3838, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=f1ece16b-0b79-4259-8834-50ca964c3838,segment=NetworkSegment(eccfde8c-a4a3-4fe0-8922-cb225f705a1e),segment_id=eccfde8c-a4a3-4fe0-8922-cb225f705a1e)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:48:05.798981 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.813453 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Calling delete_port for f1ece16b-0b79-4259-8834-50ca964c3838 owned by network:dhcp {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:48:05.860270 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54918) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:05.918067 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-f7d0a111-1385-46a3-984d-6f6461502456 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c4410fd6b2c46da89537b4923db6d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567095 May 11 07:48:05.920597 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54920) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:05.933824 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (f1ece16b-0b79-4259-8834-50ca964c3838), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.957978 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ece16b-0b79-4259-8834-50ca964c3838,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:05.964167 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] No DVR routers for this DVR port f1ece16b-0b79-4259-8834-50ca964c3838 on host dv-cinder-836996-20-iscsi {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:48:05.976976 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7ffb26b0-4128-4dcd-b0a0-5cb784911c57 admin admin] Publish callbacks [] for security_group (e85da7c4-8b60-44b5-b0ac-2665b94ff700), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:05.999839 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7ffb26b0-4128-4dcd-b0a0-5cb784911c57 admin admin] Publish callbacks [] for security_group (e85da7c4-8b60-44b5-b0ac-2665b94ff700), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:06.053571 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7ffb26b0-4128-4dcd-b0a0-5cb784911c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (e85da7c4-8b60-44b5-b0ac-2665b94ff700), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:06.060397 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7ffb26b0-4128-4dcd-b0a0-5cb784911c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:06.063127 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e22c07-f557-4ada-9521-73565d91f575 None None] DHCP port deletion for 55b96101-3633-4a8d-a623-73556fb91d7c request from dv-cinder-836996-20-iscsi {{(pid=103569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 07:48:06.074220 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-7ffb26b0-4128-4dcd-b0a0-5cb784911c57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e85da7c4-8b60-44b5-b0ac-2665b94ff700 HTTP/1.1" status: 204 len: 168 time: 0.1524286 May 11 07:48:06.083663 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb26b0-4128-4dcd-b0a0-5cb784911c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85da7c4-8b60-44b5-b0ac-2665b94ff700,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:06.329533 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (55b96101-3633-4a8d-a623-73556fb91d7c), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:06.352302 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b96101-3633-4a8d-a623-73556fb91d7c']}} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:06.362701 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e') {'for_net_delete': True} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:06.362979 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccfde8c-a4a3-4fe0-8922-cb225f705a1e') {} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:06.373278 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16893163'] for segment (eccfde8c-a4a3-4fe0-8922-cb225f705a1e), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:06.388072 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (eccfde8c-a4a3-4fe0-8922-cb225f705a1e), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:06.402398 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:48:06.402800 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17748629'] for segment (eccfde8c-a4a3-4fe0-8922-cb225f705a1e), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: Traceback (most recent call last): May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: timer() May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: cb(*args, **kw) May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: return func(*args, **kwargs) May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: self._notify() May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: self.callback(batched_events) May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: event.method(event) May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: return f(self, *a, **k) May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._get(url).json() May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: return self.request(url, 'GET', **kwargs) May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:48:06.404753 dv-cinder-836996-20-iscsi neutron-server[103568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:48:06.463276 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (55b96101-3633-4a8d-a623-73556fb91d7c), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:06.469809 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:06.473001 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/55b96101-3633-4a8d-a623-73556fb91d7c HTTP/1.1" status: 204 len: 168 time: 0.9267190 May 11 07:48:06.476142 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54924) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:06.487631 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013605e-b943-4e91-b753-7ea852acc8a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b96101-3633-4a8d-a623-73556fb91d7c,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:06.803652 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999372'] for router_interface (2af51ebd-4588-43ff-9808-443ac372bf37), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:07.030002 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] Deleting port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:48:07.030333 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:07.105113 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] For port c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43,segment=NetworkSegment(658f2b97-8633-44be-9d29-a842e4a918db),segment_id=658f2b97-8633-44be-9d29-a842e4a918db)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:48:07.105387 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:07.117486 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] Calling delete_port for c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 owned by network:router_interface {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:48:07.292281 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:07.317910 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:07.485528 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979411'] for router_interface (2af51ebd-4588-43ff-9808-443ac372bf37), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:07.568867 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a3f473d1-f453-407f-8244-57cb48f30ae5 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:48:07.588501 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: a3f473d1-f453-407f-8244-57cb48f30ae5 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:48:07.588769 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a3f473d1-f453-407f-8244-57cb48f30ae5 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:48:07.589176 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f1ece16b-0b79-4259-8834-50ca964c3838 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:48:07.607684 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: f1ece16b-0b79-4259-8834-50ca964c3838 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:48:07.608028 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f1ece16b-0b79-4259-8834-50ca964c3838 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:48:07.700696 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] Router 2af51ebd-4588-43ff-9808-443ac372bf37 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:48:07.804973 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:48:07.809758 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-8899803b-6a7a-4225-897b-f8bdee3cfec1 admin admin] 10.222.0.36 "PUT /v2.0/routers/2af51ebd-4588-43ff-9808-443ac372bf37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3320756 May 11 07:48:07.812322 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54926) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:07.814844 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] Sync routers for ids ['2af51ebd-4588-43ff-9808-443ac372bf37'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:48:07.825504 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] Routers {'2af51ebd-4588-43ff-9808-443ac372bf37'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:48:07.826165 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:48:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['2af51ebd-4588-43ff-9808-443ac372bf37'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:07.937493 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] Set router 2af51ebd-4588-43ff-9808-443ac372bf37 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:48:08.117038 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'name': 'tempest-TestVolumeBootPattern-2047087584-router', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '392b169a-50de-481f-892d-287f8e420026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:25Z', 'updated_at': '2022-05-11T07:48:07Z', 'revision_number': 5, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'gw_port': {'id': '392b169a-50de-481f-892d-287f8e420026', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:26Z', 'updated_at': '2022-05-11T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:08.144868 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] Checking router: 2af51ebd-4588-43ff-9808-443ac372bf37 for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:48:08.153008 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] Routers {'2af51ebd-4588-43ff-9808-443ac372bf37'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:48:08.153633 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:48:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['2af51ebd-4588-43ff-9808-443ac372bf37'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:08.160746 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Publish callbacks [] for router (2af51ebd-4588-43ff-9808-443ac372bf37), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.262818 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] Set router 2af51ebd-4588-43ff-9808-443ac372bf37 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:48:08.266709 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Publish callbacks [] for router_gateway (2af51ebd-4588-43ff-9808-443ac372bf37), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.311674 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Deleting port 392b169a-50de-481f-892d-287f8e420026 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:48:08.312069 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (392b169a-50de-481f-892d-287f8e420026), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.389678 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] For port 392b169a-50de-481f-892d-287f8e420026, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=392b169a-50de-481f-892d-287f8e420026,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:48:08.389933 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (392b169a-50de-481f-892d-287f8e420026), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.406362 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Calling delete_port for 392b169a-50de-481f-892d-287f8e420026 owned by network:router_gateway {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:48:08.429569 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'name': 'tempest-TestVolumeBootPattern-2047087584-router', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '392b169a-50de-481f-892d-287f8e420026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:25Z', 'updated_at': '2022-05-11T07:48:07Z', 'revision_number': 5, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'gw_port': {'id': '392b169a-50de-481f-892d-287f8e420026', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:26Z', 'updated_at': '2022-05-11T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:08.460188 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d583f5db-121a-4c42-a84f-0083947def6e None None] The sync data for ids ['2af51ebd-4588-43ff-9808-443ac372bf37'] in dv-cinder-836996-20-iscsi is: [{'id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'name': 'tempest-TestVolumeBootPattern-2047087584-router', 'tenant_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '392b169a-50de-481f-892d-287f8e420026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:40:25Z', 'updated_at': '2022-05-11T07:48:07Z', 'revision_number': 5, 'project_id': 'b4db4ccb6b824dfa84c1d1a6fd0d92e8', 'gw_port': {'id': '392b169a-50de-481f-892d-287f8e420026', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af51ebd-4588-43ff-9808-443ac372bf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:40:26Z', 'updated_at': '2022-05-11T07:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:48:08.570941 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (392b169a-50de-481f-892d-287f8e420026), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.595663 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Pushing event deleted for resources: {'Port': ['ID=392b169a-50de-481f-892d-287f8e420026,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:08.654209 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995326'] for router_gateway (2af51ebd-4588-43ff-9808-443ac372bf37), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.742654 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30833'] for router (2af51ebd-4588-43ff-9808-443ac372bf37), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.744676 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Publish callbacks [] for router_controller (2af51ebd-4588-43ff-9808-443ac372bf37), precommit_delete_associations {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.791926 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-992175'] for router (2af51ebd-4588-43ff-9808-443ac372bf37), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.792660 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af51ebd-4588-43ff-9808-443ac372bf37 {{(pid=103567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 07:48:08.797416 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.798586 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-b72e6024-514a-4078-8123-e36b8f265199 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2af51ebd-4588-43ff-9808-443ac372bf37 HTTP/1.1" status: 204 len: 168 time: 0.9853563 May 11 07:48:08.801992 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54928) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:08.850788 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0907ce-32cc-4269-9f13-95ffa4b37e24 admin admin] Deleting subnet 3514a3a0-263d-46ba-99e8-73a5c3e0b28e {{(pid=103568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:48:08.854104 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-be0907ce-32cc-4269-9f13-95ffa4b37e24 admin admin] Publish callbacks [] for subnet (3514a3a0-263d-46ba-99e8-73a5c3e0b28e), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.890630 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-be0907ce-32cc-4269-9f13-95ffa4b37e24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16893138'] for subnet (3514a3a0-263d-46ba-99e8-73a5c3e0b28e), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:08.967377 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-be0907ce-32cc-4269-9f13-95ffa4b37e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (3514a3a0-263d-46ba-99e8-73a5c3e0b28e), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.025399 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-be0907ce-32cc-4269-9f13-95ffa4b37e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17749047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17489925'] for subnet (3514a3a0-263d-46ba-99e8-73a5c3e0b28e), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.051989 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0907ce-32cc-4269-9f13-95ffa4b37e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3514a3a0-263d-46ba-99e8-73a5c3e0b28e,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:09.056943 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-be0907ce-32cc-4269-9f13-95ffa4b37e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.060826 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-be0907ce-32cc-4269-9f13-95ffa4b37e24 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3514a3a0-263d-46ba-99e8-73a5c3e0b28e HTTP/1.1" status: 204 len: 168 time: 0.2577338 May 11 07:48:09.062522 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241cd375-b6d2-4121-8d78-bae1592d1547 None None] Network cced97f9-9d96-482a-b896-99e31f3bb6e1 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:48:09.062996 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 54930) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:09.131709 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (cced97f9-9d96-482a-b896-99e31f3bb6e1), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.179511 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Deleting port 19e07d6a-7145-4e69-9ad6-a31e3b68151a {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:48:09.179848 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.243388 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] For port 19e07d6a-7145-4e69-9ad6-a31e3b68151a, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=19e07d6a-7145-4e69-9ad6-a31e3b68151a,segment=NetworkSegment(658f2b97-8633-44be-9d29-a842e4a918db),segment_id=658f2b97-8633-44be-9d29-a842e4a918db)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:48:09.243750 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.256698 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Calling delete_port for 19e07d6a-7145-4e69-9ad6-a31e3b68151a owned by network:dhcp {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:48:09.340346 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (19e07d6a-7145-4e69-9ad6-a31e3b68151a), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.365371 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e07d6a-7145-4e69-9ad6-a31e3b68151a,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:09.368874 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] No DVR routers for this DVR port 19e07d6a-7145-4e69-9ad6-a31e3b68151a on host dv-cinder-836996-20-iscsi {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:48:09.440622 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (cced97f9-9d96-482a-b896-99e31f3bb6e1), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.448537 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a0f5c-55e4-4509-9f86-4fb0544c9f09 None None] DHCP port deletion for cced97f9-9d96-482a-b896-99e31f3bb6e1 request from dv-cinder-836996-20-iscsi {{(pid=103569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 07:48:09.462218 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cced97f9-9d96-482a-b896-99e31f3bb6e1']}} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:09.477941 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658f2b97-8633-44be-9d29-a842e4a918db') {'for_net_delete': True} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:09.478289 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.services.segments.db [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658f2b97-8633-44be-9d29-a842e4a918db') {} {{(pid=103568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:09.488490 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16893163'] for segment (658f2b97-8633-44be-9d29-a842e4a918db), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.502126 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (658f2b97-8633-44be-9d29-a842e4a918db), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.508013 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:48:09.508390 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17748629'] for segment (658f2b97-8633-44be-9d29-a842e4a918db), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: Traceback (most recent call last): May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: timer() May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: cb(*args, **kw) May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: return func(*args, **kwargs) May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: self._notify() May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: self.callback(batched_events) May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: event.method(event) May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: return f(self, *a, **k) May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._get(url).json() May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: return self.request(url, 'GET', **kwargs) May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:48:09.510119 dv-cinder-836996-20-iscsi neutron-server[103568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:48:09.541746 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:48:09.563212 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (cced97f9-9d96-482a-b896-99e31f3bb6e1), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.565713 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:48:09.566054 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device c6a0c079-8cc2-44d3-bf8c-80c5b5c57f43 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:48:09.566736 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 19e07d6a-7145-4e69-9ad6-a31e3b68151a no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:48:09.568708 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.571910 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cced97f9-9d96-482a-b896-99e31f3bb6e1 HTTP/1.1" status: 204 len: 168 time: 0.5082355 May 11 07:48:09.583090 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c800f-be5b-4d2e-a04e-a69a04667bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cced97f9-9d96-482a-b896-99e31f3bb6e1,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:09.587944 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 19e07d6a-7145-4e69-9ad6-a31e3b68151a {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:48:09.588298 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 19e07d6a-7145-4e69-9ad6-a31e3b68151a not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:48:09.588710 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 392b169a-50de-481f-892d-287f8e420026 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:48:09.609142 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 392b169a-50de-481f-892d-287f8e420026 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:48:09.609487 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 392b169a-50de-481f-892d-287f8e420026 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:48:09.740487 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54934) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:09.780155 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-26d4a4c3-c711-48db-b96a-1f2cbac80e48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d69ae02f1e0146c795d799160ac17d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384908 May 11 07:48:09.782627 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54936) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:09.829185 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d4f9-bdbd-437c-8eb5-c66a11f89994 admin admin] Publish callbacks [] for security_group (a146bc7a-0650-4550-a648-d6e0281bbb8c), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.850377 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d4f9-bdbd-437c-8eb5-c66a11f89994 admin admin] Publish callbacks [] for security_group (a146bc7a-0650-4550-a648-d6e0281bbb8c), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.896785 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d4f9-bdbd-437c-8eb5-c66a11f89994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (a146bc7a-0650-4550-a648-d6e0281bbb8c), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.899866 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d4f9-bdbd-437c-8eb5-c66a11f89994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:09.901091 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-bfc3d4f9-bdbd-437c-8eb5-c66a11f89994 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a146bc7a-0650-4550-a648-d6e0281bbb8c HTTP/1.1" status: 204 len: 168 time: 0.1175282 May 11 07:48:09.909583 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3d4f9-bdbd-437c-8eb5-c66a11f89994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a146bc7a-0650-4550-a648-d6e0281bbb8c,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:10.214607 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54942) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:10.256564 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-5489c09e-fb4f-4d16-93a0-ec153760b4eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4db4ccb6b824dfa84c1d1a6fd0d92e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406296 May 11 07:48:10.259031 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 54944) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:10.306152 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d3a839cf-e783-48f9-9878-4cefaf7fd913 admin admin] Publish callbacks [] for security_group (47a55652-dee0-4d53-83e6-d6ada0bd9677), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:10.327029 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d3a839cf-e783-48f9-9878-4cefaf7fd913 admin admin] Publish callbacks [] for security_group (47a55652-dee0-4d53-83e6-d6ada0bd9677), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:10.373293 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d3a839cf-e783-48f9-9878-4cefaf7fd913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (47a55652-dee0-4d53-83e6-d6ada0bd9677), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:10.375790 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d3a839cf-e783-48f9-9878-4cefaf7fd913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:10.376907 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-d3a839cf-e783-48f9-9878-4cefaf7fd913 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47a55652-dee0-4d53-83e6-d6ada0bd9677 HTTP/1.1" status: 204 len: 168 time: 0.1169896 May 11 07:48:10.386512 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a839cf-e783-48f9-9878-4cefaf7fd913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a55652-dee0-4d53-83e6-d6ada0bd9677,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:26.114306 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:28.328092 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f147ffb6-f09c-47ee-90d7-6d2ed51d9c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:30.670562 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-0300980f-c1fd-4255-bedb-c5866a7280d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:31.682570 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:31.917439 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:48:33.245329 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:34.733760 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:38.965891 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089167a-b911-4557-890f-d48c14969183 req-52b101e4-0dd3-4dfa-a7a7-bfd9d6c7067c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:38.967342 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c089167a-b911-4557-890f-d48c14969183 req-52b101e4-0dd3-4dfa-a7a7-bfd9d6c7067c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 946 time: 0.0501695 May 11 07:48:39.014388 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c089167a-b911-4557-890f-d48c14969183 req-79d3762d-2884-4a4f-b8c0-ca04d24e9d91 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414641 May 11 07:48:40.128096 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf88ec-f8e9-48b9-bd03-edbb09092b54 req-ce0bf886-6f9d-4c59-a9f6-7bbcb5a4825d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:40.130163 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00bf88ec-f8e9-48b9-bd03-edbb09092b54 req-ce0bf886-6f9d-4c59-a9f6-7bbcb5a4825d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 946 time: 0.0458302 May 11 07:48:40.178376 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-00bf88ec-f8e9-48b9-bd03-edbb09092b54 req-35cbd1f6-450c-494a-8866-7ebc1166449c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bca0de1-57de-4a42-a1f5-bebef085db05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 May 11 07:48:40.648657 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-d37ec034-1bdc-4620-945f-8ffb1144693d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:40.650100 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-d37ec034-1bdc-4620-945f-8ffb1144693d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 946 time: 0.0453026 May 11 07:48:40.746308 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Deleting port e5a66135-3715-45be-a3c6-ff5be4199879 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:48:40.746534 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:40.832347 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] For port e5a66135-3715-45be-a3c6-ff5be4199879, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e5a66135-3715-45be-a3c6-ff5be4199879,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:48:40.832702 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:41.000864 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:41.001141 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (85efe843-7812-46c8-9cdf-60707f60d59b), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:41.001453 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Floating IP 85efe843-7812-46c8-9cdf-60707f60d59b disassociated. External IP: 172.27.2.177, port: e5a66135-3715-45be-a3c6-ff5be4199879. May 11 07:48:41.001826 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Calling delete_port for e5a66135-3715-45be-a3c6-ff5be4199879 owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:48:41.127749 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (e5a66135-3715-45be-a3c6-ff5be4199879), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:41.160190 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'Port': ['ID=e5a66135-3715-45be-a3c6-ff5be4199879,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:41.171274 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.171626 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.171972 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.172312 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.172641 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.172973 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.173299 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.173651 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.173979 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.174301 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.174627 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.174947 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.175271 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.175634 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.175951 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:41.272650 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fffd7d00-f756-4e77-8ea5-cba390e8506c req-7065f781-2462-48d6-be12-d3ee6f359470 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=61fe52bc-415c-4beb-8a2c-0098912a19b7 HTTP/1.1" status: 200 len: 210 time: 0.0280652 May 11 07:48:41.287150 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Router 4533cc46-4029-47de-a1f5-cb232c181374 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:48:41.397234 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:48:41.408323 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:48:41.418316 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:48:41.418916 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:48:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:41.438730 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] No DVR routers for this DVR port e5a66135-3715-45be-a3c6-ff5be4199879 on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:48:41.441376 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:41.444607 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-446d6a38-8d53-4d12-a922-18f9d3670fdc req-f0f08ade-153b-4238-9b01-92678718cd9a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "DELETE /v2.0/ports/e5a66135-3715-45be-a3c6-ff5be4199879 HTTP/1.1" status: 204 len: 173 time: 0.7859564 May 11 07:48:41.445110 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'name': 'network-vif-deleted', 'tag': 'e5a66135-3715-45be-a3c6-ff5be4199879'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:48:41.447774 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5538d4e8-ffaa-4dd7-93fc-3017e3bac0c0" -d '{"events": [{"server_uuid": "61fe52bc-415c-4beb-8a2c-0098912a19b7", "name": "network-vif-deleted", "tag": "e5a66135-3715-45be-a3c6-ff5be4199879"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:48:41.491242 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1c3127-28b5-4f50-967e-b1f9ee72ef18 x-openstack-request-id: req-5d1c3127-28b5-4f50-967e-b1f9ee72ef18 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:48:41.491541 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fe52bc-415c-4beb-8a2c-0098912a19b7", "name": "network-vif-deleted", "tag": "e5a66135-3715-45be-a3c6-ff5be4199879", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:48:41.491818 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d1c3127-28b5-4f50-967e-b1f9ee72ef18 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:48:41.492224 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1c3127-28b5-4f50-967e-b1f9ee72ef18'] response: {'server_uuid': '61fe52bc-415c-4beb-8a2c-0098912a19b7', 'name': 'network-vif-deleted', 'tag': 'e5a66135-3715-45be-a3c6-ff5be4199879', 'status': 'completed', 'code': 200} May 11 07:48:41.546305 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:48:41.743741 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:41.773037 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:48:41.780846 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:48:41.781425 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:48:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:41.886630 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:48:42.075975 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:42.104411 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4b7c9-19e8-496f-a008-66dc6148e52a None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:48:42.310638 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fee527-7242-4800-ad6e-5cd5acca1ce7 None None] New status for floating IP 85efe843-7812-46c8-9cdf-60707f60d59b: DOWN {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:48:42.357902 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55028) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:42.415011 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7872b287-6292-446e-be22-5a4550823400 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (8bca0de1-57de-4a42-a1f5-bebef085db05), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:42.439489 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7872b287-6292-446e-be22-5a4550823400 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (8bca0de1-57de-4a42-a1f5-bebef085db05), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:42.486723 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7872b287-6292-446e-be22-5a4550823400 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (8bca0de1-57de-4a42-a1f5-bebef085db05), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:42.490026 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7872b287-6292-446e-be22-5a4550823400 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:42.491143 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-7872b287-6292-446e-be22-5a4550823400 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "DELETE /v2.0/security-groups/8bca0de1-57de-4a42-a1f5-bebef085db05 HTTP/1.1" status: 204 len: 168 time: 0.1322501 May 11 07:48:42.494057 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55030) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:42.499871 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872b287-6292-446e-be22-5a4550823400 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bca0de1-57de-4a42-a1f5-bebef085db05,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:42.508570 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.api.v2.resource [None req-4be434c4-dce0-4f2c-becc-d506fb1f5afd tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] show failed (client error): The resource could not be found. May 11 07:48:42.509635 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-4be434c4-dce0-4f2c-becc-d506fb1f5afd tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups/8bca0de1-57de-4a42-a1f5-bebef085db05 HTTP/1.1" status: 404 len: 347 time: 0.0145700 May 11 07:48:42.512382 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55032) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:42.625839 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ea45b-c0c8-4769-9f04-36ff72b01562 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Deleting port aa84c295-d4c9-4d72-8659-e698146b985c {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:48:42.626170 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea45b-c0c8-4769-9f04-36ff72b01562 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (aa84c295-d4c9-4d72-8659-e698146b985c), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:42.701822 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea45b-c0c8-4769-9f04-36ff72b01562 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (aa84c295-d4c9-4d72-8659-e698146b985c), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:42.702058 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea45b-c0c8-4769-9f04-36ff72b01562 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (aa84c295-d4c9-4d72-8659-e698146b985c), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:42.716178 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ea45b-c0c8-4769-9f04-36ff72b01562 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Calling delete_port for aa84c295-d4c9-4d72-8659-e698146b985c owned by network:floatingip {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:48:42.839981 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea45b-c0c8-4769-9f04-36ff72b01562 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (aa84c295-d4c9-4d72-8659-e698146b985c), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:42.872003 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ea45b-c0c8-4769-9f04-36ff72b01562 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'Port': ['ID=aa84c295-d4c9-4d72-8659-e698146b985c,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:42.927598 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea45b-c0c8-4769-9f04-36ff72b01562 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (85efe843-7812-46c8-9cdf-60707f60d59b), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:42.930032 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea45b-c0c8-4769-9f04-36ff72b01562 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:42.931156 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-1d0ea45b-c0c8-4769-9f04-36ff72b01562 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "DELETE /v2.0/floatingips/85efe843-7812-46c8-9cdf-60707f60d59b HTTP/1.1" status: 204 len: 168 time: 0.4178910 May 11 07:48:42.991838 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55036) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:42.996323 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-cb12e0c6-46b3-4a67-83bf-e5bfc281300b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910077171', 'description': 'tempest-description--1035705960'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:48:43.017534 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-cb12e0c6-46b3-4a67-83bf-e5bfc281300b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.083137 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-cb12e0c6-46b3-4a67-83bf-e5bfc281300b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (90fe2c55-d576-4151-9f35-d99a40e338c5), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.086417 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-cb12e0c6-46b3-4a67-83bf-e5bfc281300b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (90fe2c55-d576-4151-9f35-d99a40e338c5), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.115809 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-cb12e0c6-46b3-4a67-83bf-e5bfc281300b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.117037 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-cb12e0c6-46b3-4a67-83bf-e5bfc281300b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1242003 May 11 07:48:43.117914 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12e0c6-46b3-4a67-83bf-e5bfc281300b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fe2c55-d576-4151-9f35-d99a40e338c5,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:43.119817 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55038) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:43.124302 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-9b0ce088-30c8-4701-9b4f-a09614b61d14 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group_rule': {'security_group_id': '90fe2c55-d576-4151-9f35-d99a40e338c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:48:43.150519 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce088-30c8-4701-9b4f-a09614b61d14 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (3b193c96-5f7f-4d05-aea3-b24d13b4491b), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.195253 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce088-30c8-4701-9b4f-a09614b61d14 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (3b193c96-5f7f-4d05-aea3-b24d13b4491b), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.198506 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce088-30c8-4701-9b4f-a09614b61d14 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (3b193c96-5f7f-4d05-aea3-b24d13b4491b), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.218352 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ce088-30c8-4701-9b4f-a09614b61d14 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b193c96-5f7f-4d05-aea3-b24d13b4491b,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:43.226350 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce088-30c8-4701-9b4f-a09614b61d14 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.227526 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-9b0ce088-30c8-4701-9b4f-a09614b61d14 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068034 May 11 07:48:43.230108 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55040) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:43.234609 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-44b29b7c-b507-43db-b4d0-9377eee69604 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'security_group_rule': {'security_group_id': '90fe2c55-d576-4151-9f35-d99a40e338c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:48:43.259954 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-44b29b7c-b507-43db-b4d0-9377eee69604 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (cc482c93-fab5-4635-893b-ebdf7769eb85), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.312524 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-44b29b7c-b507-43db-b4d0-9377eee69604 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (cc482c93-fab5-4635-893b-ebdf7769eb85), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.315958 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-44b29b7c-b507-43db-b4d0-9377eee69604 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (cc482c93-fab5-4635-893b-ebdf7769eb85), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.333246 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b29b7c-b507-43db-b4d0-9377eee69604 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc482c93-fab5-4635-893b-ebdf7769eb85,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:43.340381 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-44b29b7c-b507-43db-b4d0-9377eee69604 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.341534 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-44b29b7c-b507-43db-b4d0-9377eee69604 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105266 May 11 07:48:43.344576 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55042) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:43.348917 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:48:43.370524 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.450160 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.549971 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Allocated IP 172.27.2.70 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/eb9e6d28-3f81-4d2a-8f08-4bada64452a7) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:48:43.660085 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (eb9e6d28-3f81-4d2a-8f08-4bada64452a7), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.694426 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (eb9e6d28-3f81-4d2a-8f08-4bada64452a7), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.733244 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:48:43.739170 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:48:43.741625 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:48:43.747196 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=eb9e6d28-3f81-4d2a-8f08-4bada64452a7,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:43.829221 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (bd36a320-0286-493e-8c33-6c5aa39de20e), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:43.862800 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (eb9e6d28-3f81-4d2a-8f08-4bada64452a7), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:44.040022 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (eb9e6d28-3f81-4d2a-8f08-4bada64452a7), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:44.044510 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (eb9e6d28-3f81-4d2a-8f08-4bada64452a7), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:44.108590 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=eb9e6d28-3f81-4d2a-8f08-4bada64452a7,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:44.120289 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (bd36a320-0286-493e-8c33-6c5aa39de20e), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:44.135175 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:44.136521 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-2326361d-ed64-4993-b241-e768783b885a tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7909195 May 11 07:48:44.322665 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-21139e1d-d462-44b3-900e-8ee2d1a9d917 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--910077171&fields=id&tenant_id=bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 267 time: 0.0409195 May 11 07:48:44.426621 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-6d73223c-5d0b-4a4b-a0b0-6e4281ccd8c3 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:44.428039 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-6d73223c-5d0b-4a4b-a0b0-6e4281ccd8c3 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 815 time: 0.0992627 May 11 07:48:44.442364 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-5b285aae-7ecd-4ecc-9358-60bd9a90e615 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/quotas/bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 375 time: 0.0088744 May 11 07:48:44.489671 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-4d9679a5-7227-4fce-8048-cfec25ddc4d4 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424292 May 11 07:48:44.504233 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-e9c76e2b-5879-403e-b08c-d958f1627825 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:48:44.505200 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-e9c76e2b-5879-403e-b08c-d958f1627825 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049405 May 11 07:48:44.589979 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-94a43058-fcbf-4c19-bfe0-e05435d7c540 service neutron] 10.222.0.36 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795298 May 11 07:48:44.678449 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-c31d85d6-029c-4103-88ac-33abe139bfab service neutron] 10.222.0.36 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829968 May 11 07:48:44.833154 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ee355f56-87c0-4343-9a34-bb59da999a6a req-4b5215a3-a6be-4fe6-83a8-7a3ae63cb59c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 210 time: 0.0286200 May 11 07:48:45.461468 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device e5a66135-3715-45be-a3c6-ff5be4199879 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:48:45.485507 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: e5a66135-3715-45be-a3c6-ff5be4199879 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:48:45.485736 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device e5a66135-3715-45be-a3c6-ff5be4199879 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:48:45.906678 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-a048e259-7fe0-46a8-9ba2-c162a5077115 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:45.908417 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-a048e259-7fe0-46a8-9ba2-c162a5077115 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 815 time: 0.1044989 May 11 07:48:45.934982 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8e2e1974-1493-4aa4-b537-5c5c7cf7bb8f req-fd453e02-b3fd-4bde-969d-32da11e2c194 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 210 time: 0.0320516 May 11 07:48:45.972032 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-b9f49a9a-517f-4dbd-a586-934609ff0876 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbefc9c91dab46baa2707f01c83e48e2 HTTP/1.1" status: 200 len: 379 time: 0.0535438 May 11 07:48:45.983644 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'port': {'device_id': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'admin_state_up': True, 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'security_groups': ['90fe2c55-d576-4151-9f35-d99a40e338c5']}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:48:46.090358 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Made reservation on behalf of bbefc9c91dab46baa2707f01c83e48e2 for: {'port': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:48:46.093629 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:46.217758 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Allocated IP 172.20.0.5 (03fe8424-c7a4-4a16-bd46-5991849ceca4/95ff5c17-fb49-4990-b546-0d6a83c31da3/313b8090-a66c-4941-bd64-a0b505799858) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:48:46.351491 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for port (313b8090-a66c-4941-bd64-a0b505799858), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:46.383509 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (313b8090-a66c-4941-bd64-a0b505799858), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:46.422066 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:48:46.424966 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:48:46.428631 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:48:46.461300 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event updated for resources: {'Port': ['ID=313b8090-a66c-4941-bd64-a0b505799858,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:46.488678 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:46.489310 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:46.506912 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-cf68d75c-814a-46e1-af4c-cb67c3e5e446 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5265920 May 11 07:48:46.518680 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-636eaa0f-717e-44f3-b56c-587ad0809696 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103567) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:48:46.520301 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-636eaa0f-717e-44f3-b56c-587ad0809696 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058782 May 11 07:48:46.629897 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Request body: {'port': {'device_id': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:48:46.686333 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (313b8090-a66c-4941-bd64-a0b505799858), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:46.697902 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-0c732dd4-0a34-4240-a772-6b18e157524f None None] Provisioning complete for port 313b8090-a66c-4941-bd64-a0b505799858 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:48:46.698425 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-0c732dd4-0a34-4240-a772-6b18e157524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (313b8090-a66c-4941-bd64-a0b505799858), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:46.730563 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-0c732dd4-0a34-4240-a772-6b18e157524f None None] Port 313b8090-a66c-4941-bd64-a0b505799858 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:48:47.052256 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533e68-4ceb-4f57-b519-37938e6bd3a0 req-30db9c9f-d2ec-4e02-97d0-f3a1367f6eaf tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:47.053672 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-07533e68-4ceb-4f57-b519-37938e6bd3a0 req-30db9c9f-d2ec-4e02-97d0-f3a1367f6eaf tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 931 time: 0.0477965 May 11 07:48:47.099597 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-07533e68-4ceb-4f57-b519-37938e6bd3a0 req-f121a348-d2ed-4213-a3a2-6b0bce9b2ff1 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402629 May 11 07:48:47.208915 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313b8090-a66c-4941-bd64-a0b505799858 {{(pid=103567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:48:47.215972 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Publish callbacks [] for port (313b8090-a66c-4941-bd64-a0b505799858), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:47.228436 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.provisioning_blocks [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Transition to ACTIVE for port object 313b8090-a66c-4941-bd64-a0b505799858 will not be triggered until provisioned by entity L2. {{(pid=103567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:48:47.231791 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (313b8090-a66c-4941-bd64-a0b505799858), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:47.281696 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Pushing event updated for resources: {'Port': ['ID=313b8090-a66c-4941-bd64-a0b505799858,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:47.355309 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Attempting to bind port 313b8090-a66c-4941-bd64-a0b505799858 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:48:47.355734 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Attempting to bind port 313b8090-a66c-4941-bd64-a0b505799858 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:48:47.356057 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Attempting to bind port 313b8090-a66c-4941-bd64-a0b505799858 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:48:47.360657 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Port 313b8090-a66c-4941-bd64-a0b505799858 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:48:47.360966 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Attempting to bind port 313b8090-a66c-4941-bd64-a0b505799858 on network 03fe8424-c7a4-4a16-bd46-5991849ceca4 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:48:47.366021 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:48:47.366355 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Checking segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:48:47.366730 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Bound using segment: {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:48:47.367148 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Bound port: 313b8090-a66c-4941-bd64-a0b505799858, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dc2301-a538-4b5b-9e33-b263639e0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:48:47.367499 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (313b8090-a66c-4941-bd64-a0b505799858), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:47.431323 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] For port 313b8090-a66c-4941-bd64-a0b505799858, host hv-cinder-83699, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:48:47.434298 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] For port 313b8090-a66c-4941-bd64-a0b505799858, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=313b8090-a66c-4941-bd64-a0b505799858,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:48:47.440320 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (313b8090-a66c-4941-bd64-a0b505799858), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:47.471927 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:47.473182 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:47.474472 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] 10.222.0.24 "PUT /v2.0/ports/313b8090-a66c-4941-bd64-a0b505799858 HTTP/1.1" status: 200 len: 1093 time: 0.9427404 May 11 07:48:47.474909 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'tag': '313b8090-a66c-4941-bd64-a0b505799858'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:48:47.477238 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070d3d79-e053-42a4-99ea-0b1e47274ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f77950-8d09-44e1-bf2a-1ce588a75249", "tag": "313b8090-a66c-4941-bd64-a0b505799858"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:48:47.507602 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6b0c8-3e4a-423d-bbc8-a8e699f230eb service neutron] Pushing event updated for resources: {'Port': ['ID=313b8090-a66c-4941-bd64-a0b505799858,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:47.530204 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3802afa1-0b6c-461b-9802-4c1d2b8480b8 x-openstack-request-id: req-3802afa1-0b6c-461b-9802-4c1d2b8480b8 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:48:47.534479 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f77950-8d09-44e1-bf2a-1ce588a75249", "tag": "313b8090-a66c-4941-bd64-a0b505799858", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:48:47.534479 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3802afa1-0b6c-461b-9802-4c1d2b8480b8 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:48:47.534479 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3802afa1-0b6c-461b-9802-4c1d2b8480b8'] response: {'name': 'network-changed', 'server_uuid': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'tag': '313b8090-a66c-4941-bd64-a0b505799858', 'status': 'completed', 'code': 200} May 11 07:48:47.566952 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-e60db753-e0b1-487e-9f5a-abe5cc1cf31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:47.568406 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-e60db753-e0b1-487e-9f5a-abe5cc1cf31b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 1127 time: 0.0480072 May 11 07:48:47.617808 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-eab02a4b-4a93-4f68-be02-e5e9e946911a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=313b8090-a66c-4941-bd64-a0b505799858 HTTP/1.1" status: 200 len: 217 time: 0.0384929 May 11 07:48:47.684420 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-b6388558-8f62-462f-a187-76e961c1b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:47.688005 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-b6388558-8f62-462f-a187-76e961c1b160 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0608275 May 11 07:48:47.734393 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-c927e775-ce4d-4cfd-b23b-4a9b1addde7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:47.735876 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-c927e775-ce4d-4cfd-b23b-4a9b1addde7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385296 May 11 07:48:47.839129 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-269a8ffa-7741-44ef-a811-71ea11fcc5ca service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923095 May 11 07:48:47.938610 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-640a9475-1ee1-4770-97af-35f2a4d1ec96 req-e7bf3bb0-5353-4deb-b2d7-32261b48ec88 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906038 May 11 07:48:48.217957 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196cf9d-67b9-44e5-8426-6b198224d98e req-c526fb71-d0dd-4a6a-8979-eccecaa8d6df tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:48.219430 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a196cf9d-67b9-44e5-8426-6b198224d98e req-c526fb71-d0dd-4a6a-8979-eccecaa8d6df tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 943 time: 0.0515218 May 11 07:48:48.265971 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a196cf9d-67b9-44e5-8426-6b198224d98e req-c9b56616-4209-48b5-ab6e-407b14b3481d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408666 May 11 07:48:48.831549 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-8efad09f-d41b-47ae-badb-2b146b24dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:48.833473 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-8efad09f-d41b-47ae-badb-2b146b24dbe9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 1127 time: 0.0395129 May 11 07:48:48.923120 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-5e780518-9c8c-4e29-ad5b-8372df4b02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:48.924545 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-5e780518-9c8c-4e29-ad5b-8372df4b02d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 916 time: 0.0817997 May 11 07:48:48.970025 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-a2753ad4-d192-4e97-b6a9-6f8ac0fa6732 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=313b8090-a66c-4941-bd64-a0b505799858 HTTP/1.1" status: 200 len: 217 time: 0.0360160 May 11 07:48:49.022442 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-c483cebf-3aa0-4e24-9ed7-8c61163085b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:49.023925 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-c483cebf-3aa0-4e24-9ed7-8c61163085b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0442667 May 11 07:48:49.069691 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-22ec15b6-c43c-4b63-aff8-1ffc5bc86e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:49.071142 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-22ec15b6-c43c-4b63-aff8-1ffc5bc86e50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380921 May 11 07:48:49.165379 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-f970eae7-d220-42dd-9bc4-491a48656d8a service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848022 May 11 07:48:49.252687 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-070d3d79-e053-42a4-99ea-0b1e47274ca8 req-7fd11c24-f5f2-432c-8b35-d9f82a526278 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787494 May 11 07:48:49.387149 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88312cc-c061-45b2-8658-009a6187d594 req-0a882394-b9aa-4716-b439-5a3ed8393a5f tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:49.388583 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e88312cc-c061-45b2-8658-009a6187d594 req-0a882394-b9aa-4716-b439-5a3ed8393a5f tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 943 time: 0.0487084 May 11 07:48:49.433013 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e88312cc-c061-45b2-8658-009a6187d594 req-7c8817df-e63a-485b-9876-ddce920dc35e tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388284 May 11 07:48:49.523559 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 313b8090-a66c-4941-bd64-a0b505799858 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:48:49.619984 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 313b8090-a66c-4941-bd64-a0b505799858, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=313b8090-a66c-4941-bd64-a0b505799858,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:48:49.632920 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': '313b8090-a66c-4941-bd64-a0b505799858', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'port_id': '313b8090-a66c-4941-bd64-a0b505799858', 'mac_address': 'fa:16:3e:15:9e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:48:49.672964 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 313b8090-a66c-4941-bd64-a0b505799858 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:48:49.673347 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (313b8090-a66c-4941-bd64-a0b505799858), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:49.686541 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313b8090-a66c-4941-bd64-a0b505799858 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:48:49.705782 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 313b8090-a66c-4941-bd64-a0b505799858, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=313b8090-a66c-4941-bd64-a0b505799858,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:48:49.709502 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (313b8090-a66c-4941-bd64-a0b505799858), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:49.758305 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=313b8090-a66c-4941-bd64-a0b505799858,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:49.765051 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.765399 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.765759 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.766099 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.766431 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.766759 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.767083 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.767412 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.767735 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.768060 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.768383 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.768706 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.769025 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.769371 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.769728 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:48:49.967350 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['313b8090-a66c-4941-bd64-a0b505799858'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:48:50.699228 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229650e0-a8dc-4d0e-afec-0eefcbc4e7b3 req-f6e0c78b-324b-4914-8249-66352841c70f tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:50.700673 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-229650e0-a8dc-4d0e-afec-0eefcbc4e7b3 req-f6e0c78b-324b-4914-8249-66352841c70f tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 944 time: 0.0465109 May 11 07:48:50.745462 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-229650e0-a8dc-4d0e-afec-0eefcbc4e7b3 req-f01ce575-5550-47bd-8a14-8dbc3bed90fd tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392466 May 11 07:48:51.523563 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 313b8090-a66c-4941-bd64-a0b505799858 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:48:51.566952 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port 313b8090-a66c-4941-bd64-a0b505799858 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:48:51.573306 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port 313b8090-a66c-4941-bd64-a0b505799858 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:48:51.573807 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (313b8090-a66c-4941-bd64-a0b505799858), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:51.647745 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port 313b8090-a66c-4941-bd64-a0b505799858 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:48:51.648123 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (313b8090-a66c-4941-bd64-a0b505799858), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:51.670961 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313b8090-a66c-4941-bd64-a0b505799858'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:48:51.673159 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb8c382-3388-4222-8a86-d8f34ab78eaf" -d '{"events": [{"server_uuid": "d3f77950-8d09-44e1-bf2a-1ce588a75249", "name": "network-vif-plugged", "status": "completed", "tag": "313b8090-a66c-4941-bd64-a0b505799858"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:48:51.686215 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port 313b8090-a66c-4941-bd64-a0b505799858, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=313b8090-a66c-4941-bd64-a0b505799858,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:48:51.690281 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (313b8090-a66c-4941-bd64-a0b505799858), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:51.717632 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf966e1-7876-4ad6-a104-01bce722ddeb x-openstack-request-id: req-bbf966e1-7876-4ad6-a104-01bce722ddeb {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:48:51.717927 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f77950-8d09-44e1-bf2a-1ce588a75249", "name": "network-vif-plugged", "status": "completed", "tag": "313b8090-a66c-4941-bd64-a0b505799858", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:48:51.718181 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbf966e1-7876-4ad6-a104-01bce722ddeb {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:48:51.718570 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf966e1-7876-4ad6-a104-01bce722ddeb'] response: {'server_uuid': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313b8090-a66c-4941-bd64-a0b505799858', 'code': 200} May 11 07:48:51.747241 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=313b8090-a66c-4941-bd64-a0b505799858,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:48:51.856807 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed7bab-36f5-4d39-80d3-a446a99c3a7a req-28f49efd-3866-46fe-af6a-28bbb7f477ef tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:51.858320 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bbed7bab-36f5-4d39-80d3-a446a99c3a7a req-28f49efd-3866-46fe-af6a-28bbb7f477ef tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 945 time: 0.0467935 May 11 07:48:51.900191 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25437d33-56f2-40c6-b69f-f0182b6a5217 req-3bbf281d-a0b5-4d95-a54f-d2fcdcb7cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:51.901740 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-25437d33-56f2-40c6-b69f-f0182b6a5217 req-3bbf281d-a0b5-4d95-a54f-d2fcdcb7cff2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 1129 time: 0.0437837 May 11 07:48:51.908390 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bbed7bab-36f5-4d39-80d3-a446a99c3a7a req-46bd1151-df50-45b5-8e2a-d672e5589b68 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442660 May 11 07:48:51.944459 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-25437d33-56f2-40c6-b69f-f0182b6a5217 req-373bc4f5-0969-4363-8e25-05fec57cd6e7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366545 May 11 07:48:53.020734 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a809d4e-f3c6-4d30-9d4c-40cfc51a41c5 req-f780b415-6a2a-44f4-b303-41ffd378fba4 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:53.022225 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3a809d4e-f3c6-4d30-9d4c-40cfc51a41c5 req-f780b415-6a2a-44f4-b303-41ffd378fba4 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 945 time: 0.0464344 May 11 07:48:53.067822 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3a809d4e-f3c6-4d30-9d4c-40cfc51a41c5 req-ab4bdb34-87e1-49c2-b064-fd18babb3c7b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401430 May 11 07:48:54.176355 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd017307-9e66-4b90-a34d-b400d6b0b36f req-14668a7d-0208-4cbb-91a2-00168d9bd32c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:54.177801 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd017307-9e66-4b90-a34d-b400d6b0b36f req-14668a7d-0208-4cbb-91a2-00168d9bd32c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 945 time: 0.0452328 May 11 07:48:54.226497 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd017307-9e66-4b90-a34d-b400d6b0b36f req-fe58fe74-5cce-4721-9da3-bc2b03d8b226 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432777 May 11 07:48:54.334334 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c78a72-5c90-40aa-932d-d24a025dd7f2 req-9cff11c9-a15e-45da-89a8-b5560f021eb6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:54.335744 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-66c78a72-5c90-40aa-932d-d24a025dd7f2 req-9cff11c9-a15e-45da-89a8-b5560f021eb6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 945 time: 0.0484972 May 11 07:48:54.344157 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55100) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:48:54.348731 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-a8eb4638-1e32-462c-98f3-330bd21786a7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Request body: {'floatingip': {'port_id': '313b8090-a66c-4941-bd64-a0b505799858'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:48:54.387004 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a8eb4638-1e32-462c-98f3-330bd21786a7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (bd36a320-0286-493e-8c33-6c5aa39de20e), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:54.824064 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a8eb4638-1e32-462c-98f3-330bd21786a7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:54.827838 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a8eb4638-1e32-462c-98f3-330bd21786a7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (bd36a320-0286-493e-8c33-6c5aa39de20e), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:54.927011 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [None req-a8eb4638-1e32-462c-98f3-330bd21786a7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Floating IP bd36a320-0286-493e-8c33-6c5aa39de20e associated. External IP: 172.27.2.70, port: 313b8090-a66c-4941-bd64-a0b505799858. May 11 07:48:55.135493 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8eb4638-1e32-462c-98f3-330bd21786a7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Router 4533cc46-4029-47de-a1f5-cb232c181374 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:48:55.242963 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eb4638-1e32-462c-98f3-330bd21786a7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:48:55.247730 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a8eb4638-1e32-462c-98f3-330bd21786a7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:55.252983 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:48:55.262473 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:48:55.263063 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:48:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:55.275647 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-a8eb4638-1e32-462c-98f3-330bd21786a7 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "PUT /v2.0/floatingips/bd36a320-0286-493e-8c33-6c5aa39de20e HTTP/1.1" status: 200 len: 990 time: 0.9304194 May 11 07:48:55.276246 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'tag': '313b8090-a66c-4941-bd64-a0b505799858'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:48:55.278506 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9002be-f1c8-4390-b0fe-7a44554805e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f77950-8d09-44e1-bf2a-1ce588a75249", "tag": "313b8090-a66c-4941-bd64-a0b505799858"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:48:55.370292 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d2e1c-1c9e-4b13-896a-a5b27fcba26d x-openstack-request-id: req-fe9d2e1c-1c9e-4b13-896a-a5b27fcba26d {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:48:55.370906 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f77950-8d09-44e1-bf2a-1ce588a75249", "tag": "313b8090-a66c-4941-bd64-a0b505799858", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:48:55.370906 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe9d2e1c-1c9e-4b13-896a-a5b27fcba26d {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:48:55.371080 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:48:55.371234 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe9d2e1c-1c9e-4b13-896a-a5b27fcba26d'] response: {'name': 'network-changed', 'server_uuid': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'tag': '313b8090-a66c-4941-bd64-a0b505799858', 'status': 'completed', 'code': 200} May 11 07:48:55.431378 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-827f17b0-5291-468e-881d-a6bafcd578ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:55.432875 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-827f17b0-5291-468e-881d-a6bafcd578ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 1129 time: 0.0388484 May 11 07:48:55.524396 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-b4148c6e-1287-47bb-b436-c866f6962262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:55.525903 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-b4148c6e-1287-47bb-b436-c866f6962262 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 916 time: 0.0868320 May 11 07:48:55.582354 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'bd36a320-0286-493e-8c33-6c5aa39de20e', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '313b8090-a66c-4941-bd64-a0b505799858', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:15:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:48:43Z', 'updated_at': '2022-05-11T07:48:54Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:55.589689 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-614ab72f-dd53-4813-9591-4984b19c5dc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=313b8090-a66c-4941-bd64-a0b505799858 HTTP/1.1" status: 200 len: 998 time: 0.0576832 May 11 07:48:55.612060 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:48:55.620083 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:48:55.620672 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:48:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:55.640531 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-a355eb5f-66ad-4c49-94ab-ab6870edf12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:55.642022 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-a355eb5f-66ad-4c49-94ab-ab6870edf12a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0464342 May 11 07:48:55.684793 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-1a9b3842-a83f-452c-ada4-993f00af3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:48:55.686234 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-1a9b3842-a83f-452c-ada4-993f00af3f5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376730 May 11 07:48:55.726587 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:48:55.774923 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-3da25bd2-f2ca-4b6f-89bb-71cc33aed117 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820260 May 11 07:48:55.866889 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-9f9002be-f1c8-4390-b0fe-7a44554805e2 req-30568c49-46e4-4efb-af00-39dd7ce0b749 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861559 May 11 07:48:55.934754 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'bd36a320-0286-493e-8c33-6c5aa39de20e', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '313b8090-a66c-4941-bd64-a0b505799858', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:15:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:48:43Z', 'updated_at': '2022-05-11T07:48:54Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:48:55.964903 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f508f-c43b-4e57-891b-a6ca090ed9d4 None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': 'bd36a320-0286-493e-8c33-6c5aa39de20e', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'port_id': '313b8090-a66c-4941-bd64-a0b505799858', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'mac_address': 'fa:16:3e:15:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:48:43Z', 'updated_at': '2022-05-11T07:48:54Z', 'revision_number': 1, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:48:56.135131 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:48:56.165208 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9e735-89ea-49dd-951f-275d756e3f47 None None] New status for floating IP bd36a320-0286-493e-8c33-6c5aa39de20e: ACTIVE {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:48:58.333823 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-034f-4146-bae7-2ac807c65c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:00.671519 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-9c19a769-a16e-41c0-9c40-adeb7279a660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:01.684836 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:03.247438 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:04.736259 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:08.917112 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:49:26.144828 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:28.335685 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-109a6d0c-fce2-4afc-acc3-727274ab6011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:30.672852 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-5bc24bf5-8993-4767-af6b-086c7aab102f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:31.686998 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:33.251082 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:34.151248 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-de611e89-0bc1-4a05-bec6-cd28107c4ac2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368686 May 11 07:49:34.236906 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-f5a6dad7-2de7-4330-a7f1-fc69dbd9cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:49:34.238405 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-f5a6dad7-2de7-4330-a7f1-fc69dbd9cda8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 1129 time: 0.0412879 May 11 07:49:34.345711 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-8af4d733-69e7-4390-b9b0-d9250615c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:49:34.347196 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-8af4d733-69e7-4390-b9b0-d9250615c998 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 200 len: 916 time: 0.0859075 May 11 07:49:34.415184 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-8f24c647-5189-464a-93b1-21ef0e2ce792 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=313b8090-a66c-4941-bd64-a0b505799858 HTTP/1.1" status: 200 len: 1000 time: 0.0589793 May 11 07:49:34.465002 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-7b71ac9b-590b-4641-99d4-79efbdff67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:49:34.466440 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-7b71ac9b-590b-4641-99d4-79efbdff67a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 200 len: 854 time: 0.0427482 May 11 07:49:34.511192 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-ea2dd404-7c92-4620-bbd9-357dc2e9ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:49:34.512655 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-ea2dd404-7c92-4620-bbd9-357dc2e9ab2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03fe8424-c7a4-4a16-bd46-5991849ceca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370564 May 11 07:49:34.606031 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-dec7fc10-1b92-46cc-8a92-54bcf00051b9 service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822856 May 11 07:49:34.695652 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-70ecb3c7-057c-4d91-a166-f4cb2293a3b4 req-1199083c-101a-4275-9606-373ac11db71c service neutron] 10.222.0.24 "GET /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792878 May 11 07:49:34.743062 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:40.818474 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac45a8-2af9-4bd4-a675-d589cafc73eb req-87679389-3678-45a2-8ee8-24b4abbc5b41 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:49:40.819896 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cbac45a8-2af9-4bd4-a675-d589cafc73eb req-87679389-3678-45a2-8ee8-24b4abbc5b41 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 945 time: 0.0457535 May 11 07:49:40.865324 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-cbac45a8-2af9-4bd4-a675-d589cafc73eb req-fe3bb740-ac37-4bea-9965-2d82026c4866 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399272 May 11 07:49:41.981570 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd405f-0bff-4836-8b40-209cec5acde3 req-e24aeac0-cb34-4c1a-966b-4daa554057f0 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:49:41.982999 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-58fd405f-0bff-4836-8b40-209cec5acde3 req-e24aeac0-cb34-4c1a-966b-4daa554057f0 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 945 time: 0.0455976 May 11 07:49:42.031078 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-58fd405f-0bff-4836-8b40-209cec5acde3 req-564271ea-2588-46cf-9479-cb599767168c tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419686 May 11 07:49:42.482160 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-f0b8493c-22f3-44b6-87fa-983b8c5a07e6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:49:42.483590 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-f0b8493c-22f3-44b6-87fa-983b8c5a07e6 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 945 time: 0.0506032 May 11 07:49:42.568655 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Deleting port 313b8090-a66c-4941-bd64-a0b505799858 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:49:42.568995 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (313b8090-a66c-4941-bd64-a0b505799858), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:42.657130 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] For port 313b8090-a66c-4941-bd64-a0b505799858, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=313b8090-a66c-4941-bd64-a0b505799858,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:49:42.657481 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (313b8090-a66c-4941-bd64-a0b505799858), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:43.072172 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:43.072532 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (bd36a320-0286-493e-8c33-6c5aa39de20e), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:43.072870 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Floating IP bd36a320-0286-493e-8c33-6c5aa39de20e disassociated. External IP: 172.27.2.70, port: 313b8090-a66c-4941-bd64-a0b505799858. May 11 07:49:43.073220 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Calling delete_port for 313b8090-a66c-4941-bd64-a0b505799858 owned by compute:nova {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:49:43.143185 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045a649-3c5b-4388-9bed-6b68d50801c8 req-2d7a27d5-d593-4f23-ba11-9daf92b4035b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:49:43.145358 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2045a649-3c5b-4388-9bed-6b68d50801c8 req-2d7a27d5-d593-4f23-ba11-9daf92b4035b tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3f77950-8d09-44e1-bf2a-1ce588a75249 HTTP/1.1" status: 200 len: 945 time: 0.0473328 May 11 07:49:43.192501 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2045a649-3c5b-4388-9bed-6b68d50801c8 req-9369af97-36c5-4465-8413-7902795c66d1 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups?id=90fe2c55-d576-4151-9f35-d99a40e338c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410945 May 11 07:49:43.201927 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (313b8090-a66c-4941-bd64-a0b505799858), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:43.233390 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'Port': ['ID=313b8090-a66c-4941-bd64-a0b505799858,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:43.245116 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.245460 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.245841 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.246174 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.246500 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.246825 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.247653 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.247653 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.247968 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.248363 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.248898 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.249226 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.249571 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.249885 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.250201 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:43.355106 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Router 4533cc46-4029-47de-a1f5-cb232c181374 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:49:43.462340 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:49:43.473347 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:49:43.485702 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:49:43.485817 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:49:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:43.504687 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] No DVR routers for this DVR port 313b8090-a66c-4941-bd64-a0b505799858 on host hv-cinder-83699 {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:49:43.507610 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:43.510769 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-d4776b20-6dea-4fc0-93d7-b71c219213e4 req-c10e514b-12d5-4973-8590-fe46c5e956e2 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.24 "DELETE /v2.0/ports/313b8090-a66c-4941-bd64-a0b505799858 HTTP/1.1" status: 204 len: 173 time: 1.0210712 May 11 07:49:43.511451 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'name': 'network-vif-deleted', 'tag': '313b8090-a66c-4941-bd64-a0b505799858'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:49:43.513684 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3576a0-8d81-408d-8971-5574f9622970" -d '{"events": [{"server_uuid": "d3f77950-8d09-44e1-bf2a-1ce588a75249", "name": "network-vif-deleted", "tag": "313b8090-a66c-4941-bd64-a0b505799858"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:49:43.550719 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcb13b5-29f5-49b8-b684-41ebb59c3fe1 x-openstack-request-id: req-ddcb13b5-29f5-49b8-b684-41ebb59c3fe1 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:49:43.551078 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f77950-8d09-44e1-bf2a-1ce588a75249", "name": "network-vif-deleted", "tag": "313b8090-a66c-4941-bd64-a0b505799858", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:49:43.551411 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddcb13b5-29f5-49b8-b684-41ebb59c3fe1 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:49:43.551965 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcb13b5-29f5-49b8-b684-41ebb59c3fe1'] response: {'server_uuid': 'd3f77950-8d09-44e1-bf2a-1ce588a75249', 'name': 'network-vif-deleted', 'tag': '313b8090-a66c-4941-bd64-a0b505799858', 'status': 'completed', 'code': 200} May 11 07:49:43.606432 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:49:43.801345 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:43.827123 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:49:43.835560 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:49:43.836151 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:49:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:43.944811 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:49:44.224679 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:44.250689 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e1ba3-7247-477c-b18c-e9ea6c279a33 None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:07Z', 'revision_number': 4, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31', 'name': '', 'network_id': '03fe8424-c7a4-4a16-bd46-5991849ceca4', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'mac_address': 'fa:16:3e:ce:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:07Z', 'updated_at': '2022-05-11T07:45:11Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'subnets': [{'id': '95ff5c17-fb49-4990-b546-0d6a83c31da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:49:44.279054 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55182) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:44.338771 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e19b7caf-de8b-4aaf-8307-9047410ec3ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (90fe2c55-d576-4151-9f35-d99a40e338c5), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:44.365452 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e19b7caf-de8b-4aaf-8307-9047410ec3ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (90fe2c55-d576-4151-9f35-d99a40e338c5), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:44.412970 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e19b7caf-de8b-4aaf-8307-9047410ec3ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (90fe2c55-d576-4151-9f35-d99a40e338c5), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:44.415595 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e19b7caf-de8b-4aaf-8307-9047410ec3ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:44.416731 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-e19b7caf-de8b-4aaf-8307-9047410ec3ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "DELETE /v2.0/security-groups/90fe2c55-d576-4151-9f35-d99a40e338c5 HTTP/1.1" status: 204 len: 168 time: 0.1366928 May 11 07:49:44.419546 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55184) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:44.426583 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b7caf-de8b-4aaf-8307-9047410ec3ce tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fe2c55-d576-4151-9f35-d99a40e338c5,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:44.434909 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.api.v2.resource [None req-2cab218c-130f-4d46-8a77-c7f701ff3071 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] show failed (client error): The resource could not be found. May 11 07:49:44.435924 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-2cab218c-130f-4d46-8a77-c7f701ff3071 tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "GET /v2.0/security-groups/90fe2c55-d576-4151-9f35-d99a40e338c5 HTTP/1.1" status: 404 len: 347 time: 0.0147622 May 11 07:49:44.439021 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55186) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:44.492362 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034dc30d-7c78-48d3-b54a-bba0c540bfcb None None] New status for floating IP bd36a320-0286-493e-8c33-6c5aa39de20e: DOWN {{(pid=103569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:49:44.558450 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Deleting port eb9e6d28-3f81-4d2a-8f08-4bada64452a7 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:49:44.558783 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (eb9e6d28-3f81-4d2a-8f08-4bada64452a7), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:44.638735 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (eb9e6d28-3f81-4d2a-8f08-4bada64452a7), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:44.639177 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (eb9e6d28-3f81-4d2a-8f08-4bada64452a7), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:44.650964 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Calling delete_port for eb9e6d28-3f81-4d2a-8f08-4bada64452a7 owned by network:floatingip {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:49:44.781313 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (eb9e6d28-3f81-4d2a-8f08-4bada64452a7), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:44.805225 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Pushing event deleted for resources: {'Port': ['ID=eb9e6d28-3f81-4d2a-8f08-4bada64452a7,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:44.832070 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.832437 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.832773 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.833104 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.833429 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.833779 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.834099 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.834416 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.834733 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.835049 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.835378 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.835682 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.835994 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.836307 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.836620 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:49:44.873402 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks [] for floatingip (bd36a320-0286-493e-8c33-6c5aa39de20e), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:44.875812 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:44.876930 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-088d5c87-e372-475b-9937-f07a8dc23f9d tempest-AttachVolumeNegativeTest-1229044817 tempest-AttachVolumeNegativeTest-1229044817-project] 10.222.0.36 "DELETE /v2.0/floatingips/bd36a320-0286-493e-8c33-6c5aa39de20e HTTP/1.1" status: 204 len: 168 time: 0.4369860 May 11 07:49:45.773850 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 313b8090-a66c-4941-bd64-a0b505799858 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:49:45.793803 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: 313b8090-a66c-4941-bd64-a0b505799858 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:49:45.794138 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device 313b8090-a66c-4941-bd64-a0b505799858 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:49:45.916570 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:49:48.516789 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55222) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:48.837331 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999372'] for router_interface (4533cc46-4029-47de-a1f5-cb232c181374), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:49.059187 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] Deleting port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:49:49.059552 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:49.134232 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] For port 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:49:49.134506 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:49.146921 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] Calling delete_port for 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 owned by network:router_interface {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:49:49.333158 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:49.360748 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:49.526395 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979411'] for router_interface (4533cc46-4029-47de-a1f5-cb232c181374), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:49.746252 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] Router 4533cc46-4029-47de-a1f5-cb232c181374 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:49:49.853916 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:49:49.858757 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-9772d1b0-8c7a-4d74-a97d-479f8c7d4f93 admin admin] 10.222.0.36 "PUT /v2.0/routers/4533cc46-4029-47de-a1f5-cb232c181374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3409522 May 11 07:49:49.861272 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55224) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:49.864081 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] Sync routers for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:49:49.873771 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:49:49.874380 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:49:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:49.986964 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:49:50.169467 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:49:49Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:50.196660 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] Checking router: 4533cc46-4029-47de-a1f5-cb232c181374 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:49:50.204925 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] Routers {'4533cc46-4029-47de-a1f5-cb232c181374'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:49:50.205519 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:49:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['4533cc46-4029-47de-a1f5-cb232c181374'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:50.251409 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Publish callbacks [] for router (4533cc46-4029-47de-a1f5-cb232c181374), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.313694 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] Set router 4533cc46-4029-47de-a1f5-cb232c181374 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:49:50.358579 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Publish callbacks [] for router_gateway (4533cc46-4029-47de-a1f5-cb232c181374), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.403047 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Deleting port 2d0d98a8-0678-47e2-87d4-fccd9f229194 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:49:50.403453 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.479397 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:49:49Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:50.481364 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] For port 2d0d98a8-0678-47e2-87d4-fccd9f229194, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=2d0d98a8-0678-47e2-87d4-fccd9f229194,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:49:50.481817 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.499893 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Calling delete_port for 2d0d98a8-0678-47e2-87d4-fccd9f229194 owned by network:router_gateway {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:49:50.513111 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e8b427-fe3d-45c8-a8d6-423c5455b6a0 None None] The sync data for ids ['4533cc46-4029-47de-a1f5-cb232c181374'] in dv-cinder-836996-20-iscsi is: [{'id': '4533cc46-4029-47de-a1f5-cb232c181374', 'name': 'tempest-AttachVolumeNegativeTest-1891937830-router', 'tenant_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:49:49Z', 'revision_number': 5, 'project_id': 'bbefc9c91dab46baa2707f01c83e48e2', 'gw_port': {'id': '2d0d98a8-0678-47e2-87d4-fccd9f229194', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533cc46-4029-47de-a1f5-cb232c181374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:45:05Z', 'updated_at': '2022-05-11T07:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:49:50.665197 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (2d0d98a8-0678-47e2-87d4-fccd9f229194), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.688734 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0d98a8-0678-47e2-87d4-fccd9f229194,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:50.750973 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995326'] for router_gateway (4533cc46-4029-47de-a1f5-cb232c181374), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.840011 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30833'] for router (4533cc46-4029-47de-a1f5-cb232c181374), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.843343 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Publish callbacks [] for router_controller (4533cc46-4029-47de-a1f5-cb232c181374), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.896211 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-992175'] for router (4533cc46-4029-47de-a1f5-cb232c181374), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.896974 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4533cc46-4029-47de-a1f5-cb232c181374 {{(pid=103568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 07:49:50.902315 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.903332 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-486f8a41-e7ed-4a1b-9e3d-5cf4554cc94b admin admin] 10.222.0.36 "DELETE /v2.0/routers/4533cc46-4029-47de-a1f5-cb232c181374 HTTP/1.1" status: 204 len: 168 time: 1.0411229 May 11 07:49:50.905807 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55226) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:50.951487 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7892784-6fc3-4953-9bd8-9d0071017ba1 admin admin] Deleting subnet 95ff5c17-fb49-4990-b546-0d6a83c31da3 {{(pid=103568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:49:50.954714 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e7892784-6fc3-4953-9bd8-9d0071017ba1 admin admin] Publish callbacks [] for subnet (95ff5c17-fb49-4990-b546-0d6a83c31da3), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:50.990115 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e7892784-6fc3-4953-9bd8-9d0071017ba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16893138'] for subnet (95ff5c17-fb49-4990-b546-0d6a83c31da3), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.073091 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e7892784-6fc3-4953-9bd8-9d0071017ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (95ff5c17-fb49-4990-b546-0d6a83c31da3), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.130280 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e7892784-6fc3-4953-9bd8-9d0071017ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17749047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17489925'] for subnet (95ff5c17-fb49-4990-b546-0d6a83c31da3), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.155479 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7892784-6fc3-4953-9bd8-9d0071017ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ff5c17-fb49-4990-b546-0d6a83c31da3,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:51.160883 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e7892784-6fc3-4953-9bd8-9d0071017ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.164522 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e7892784-6fc3-4953-9bd8-9d0071017ba1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/95ff5c17-fb49-4990-b546-0d6a83c31da3 HTTP/1.1" status: 204 len: 168 time: 0.2577169 May 11 07:49:51.166512 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3395279-02de-41de-be00-f07306fe69d3 None None] Network 03fe8424-c7a4-4a16-bd46-5991849ceca4 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:49:51.167185 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55228) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:51.239111 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (03fe8424-c7a4-4a16-bd46-5991849ceca4), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.286056 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Deleting port 3d77715a-a047-4f27-a565-25d216153629 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:49:51.286387 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (3d77715a-a047-4f27-a565-25d216153629), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.347001 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] For port 3d77715a-a047-4f27-a565-25d216153629, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=3d77715a-a047-4f27-a565-25d216153629,segment=NetworkSegment(16dc2301-a538-4b5b-9e33-b263639e0c60),segment_id=16dc2301-a538-4b5b-9e33-b263639e0c60)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:49:51.347364 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (3d77715a-a047-4f27-a565-25d216153629), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.360188 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Calling delete_port for 3d77715a-a047-4f27-a565-25d216153629 owned by network:dhcp {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:49:51.443149 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (3d77715a-a047-4f27-a565-25d216153629), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.465948 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec925b-9fdc-4a69-b8fe-11fcefbe70e7 None None] DHCP port deletion for 03fe8424-c7a4-4a16-bd46-5991849ceca4 request from dv-cinder-836996-20-iscsi {{(pid=103569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 07:49:51.472888 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Pushing event deleted for resources: {'Port': ['ID=3d77715a-a047-4f27-a565-25d216153629,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:51.478151 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] No DVR routers for this DVR port 3d77715a-a047-4f27-a565-25d216153629 on host dv-cinder-836996-20-iscsi {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:49:51.564438 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (03fe8424-c7a4-4a16-bd46-5991849ceca4), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.580678 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:49:51.585329 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fe8424-c7a4-4a16-bd46-5991849ceca4']}} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:51.594658 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dc2301-a538-4b5b-9e33-b263639e0c60') {'for_net_delete': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:51.594947 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dc2301-a538-4b5b-9e33-b263639e0c60') {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:49:51.601131 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:49:51.601476 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1e45f8c4-b7ff-4bb5-87a0-02c24dc79f31 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:49:51.601910 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 2d0d98a8-0678-47e2-87d4-fccd9f229194 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:49:51.604283 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164436'] for segment (16dc2301-a538-4b5b-9e33-b263639e0c60), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.619809 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (16dc2301-a538-4b5b-9e33-b263639e0c60), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.623614 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:49:51.623997 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988378'] for segment (16dc2301-a538-4b5b-9e33-b263639e0c60), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: Traceback (most recent call last): May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: timer() May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: cb(*args, **kw) May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: return func(*args, **kwargs) May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: self._notify() May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: self.callback(batched_events) May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: event.method(event) May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: return f(self, *a, **k) May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._get(url).json() May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: return self.request(url, 'GET', **kwargs) May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:49:51.625734 dv-cinder-836996-20-iscsi neutron-server[103567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:49:51.627822 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 2d0d98a8-0678-47e2-87d4-fccd9f229194 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:49:51.627822 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 2d0d98a8-0678-47e2-87d4-fccd9f229194 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:49:51.627822 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 3d77715a-a047-4f27-a565-25d216153629 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:49:51.646680 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 3d77715a-a047-4f27-a565-25d216153629 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:49:51.647024 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 3d77715a-a047-4f27-a565-25d216153629 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:49:51.680061 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (03fe8424-c7a4-4a16-bd46-5991849ceca4), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.684396 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.687714 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] 10.222.0.36 "DELETE /v2.0/networks/03fe8424-c7a4-4a16-bd46-5991849ceca4 HTTP/1.1" status: 204 len: 168 time: 0.5194819 May 11 07:49:51.701290 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e401e-2429-4bb2-8573-beff682947da admin admin] Pushing event deleted for resources: {'Network': ['ID=03fe8424-c7a4-4a16-bd46-5991849ceca4,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:51.846628 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55232) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:51.889272 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-d8707801-08e1-4e88-bf9e-7d2951131407 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbefc9c91dab46baa2707f01c83e48e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415154 May 11 07:49:51.891709 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55234) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:51.937134 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-be91b002-18d4-4f4d-a4e5-3d353f15e26b admin admin] Publish callbacks [] for security_group (2793cf79-dc40-4a22-955e-79787774e325), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:51.958120 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-be91b002-18d4-4f4d-a4e5-3d353f15e26b admin admin] Publish callbacks [] for security_group (2793cf79-dc40-4a22-955e-79787774e325), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:52.004220 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-be91b002-18d4-4f4d-a4e5-3d353f15e26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (2793cf79-dc40-4a22-955e-79787774e325), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:52.006849 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-be91b002-18d4-4f4d-a4e5-3d353f15e26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:52.007962 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-be91b002-18d4-4f4d-a4e5-3d353f15e26b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2793cf79-dc40-4a22-955e-79787774e325 HTTP/1.1" status: 204 len: 168 time: 0.1153743 May 11 07:49:52.015607 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91b002-18d4-4f4d-a4e5-3d353f15e26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2793cf79-dc40-4a22-955e-79787774e325,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:53.205239 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55284) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:53.307025 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c130052a-fca4-424d-93fa-6c41acc2deac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:53.381983 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c130052a-fca4-424d-93fa-6c41acc2deac admin admin] Publish callbacks [] for security_group (ea10e44c-4380-4a09-ac79-956e71da7fdf), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:53.385503 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-c130052a-fca4-424d-93fa-6c41acc2deac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ea10e44c-4380-4a09-ac79-956e71da7fdf), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:53.423117 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-c130052a-fca4-424d-93fa-6c41acc2deac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2916873d987d427191912a741b2eb373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168248 May 11 07:49:53.424400 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130052a-fca4-424d-93fa-6c41acc2deac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea10e44c-4380-4a09-ac79-956e71da7fdf,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:53.425840 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55288) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:53.474771 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-78b79319-197c-4c9d-b284-659773651ccc admin admin] Publish callbacks [] for security_group (ea10e44c-4380-4a09-ac79-956e71da7fdf), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:53.495672 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-78b79319-197c-4c9d-b284-659773651ccc admin admin] Publish callbacks [] for security_group (ea10e44c-4380-4a09-ac79-956e71da7fdf), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:53.541359 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-78b79319-197c-4c9d-b284-659773651ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (ea10e44c-4380-4a09-ac79-956e71da7fdf), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:53.543906 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-78b79319-197c-4c9d-b284-659773651ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:53.545064 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-78b79319-197c-4c9d-b284-659773651ccc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea10e44c-4380-4a09-ac79-956e71da7fdf HTTP/1.1" status: 204 len: 168 time: 0.1175148 May 11 07:49:53.552448 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b79319-197c-4c9d-b284-659773651ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea10e44c-4380-4a09-ac79-956e71da7fdf,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:56.145430 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:58.337286 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-de6c7800-fa97-495d-a41f-ca57e5616114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.104602 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55370) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:59.206120 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a31db860-efd2-4d49-91c0-cdc1b9c4c950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.280638 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a31db860-efd2-4d49-91c0-cdc1b9c4c950 admin admin] Publish callbacks [] for security_group (bec71a20-d7d4-48c2-b048-4e0a0cf9ece9), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.284124 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-a31db860-efd2-4d49-91c0-cdc1b9c4c950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (bec71a20-d7d4-48c2-b048-4e0a0cf9ece9), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.322100 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-a31db860-efd2-4d49-91c0-cdc1b9c4c950 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec39be1702c347e68ef83c24f078780e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164302 May 11 07:49:59.323030 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31db860-efd2-4d49-91c0-cdc1b9c4c950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec71a20-d7d4-48c2-b048-4e0a0cf9ece9,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:59.324810 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55374) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:59.375542 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-94ed898b-8cfb-4369-8c15-57c08eb4e7ed admin admin] Publish callbacks [] for security_group (bec71a20-d7d4-48c2-b048-4e0a0cf9ece9), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.396649 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-94ed898b-8cfb-4369-8c15-57c08eb4e7ed admin admin] Publish callbacks [] for security_group (bec71a20-d7d4-48c2-b048-4e0a0cf9ece9), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.441013 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-94ed898b-8cfb-4369-8c15-57c08eb4e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (bec71a20-d7d4-48c2-b048-4e0a0cf9ece9), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.444350 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-94ed898b-8cfb-4369-8c15-57c08eb4e7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.445457 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-94ed898b-8cfb-4369-8c15-57c08eb4e7ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bec71a20-d7d4-48c2-b048-4e0a0cf9ece9 HTTP/1.1" status: 204 len: 168 time: 0.1196609 May 11 07:49:59.452853 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed898b-8cfb-4369-8c15-57c08eb4e7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec71a20-d7d4-48c2-b048-4e0a0cf9ece9,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:59.698495 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55380) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:59.711617 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9e1b53b2-aacd-4db2-b1f7-d3ef62171f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.786709 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9e1b53b2-aacd-4db2-b1f7-d3ef62171f8a admin admin] Publish callbacks [] for security_group (8e12f3fd-cf20-4b57-9aaa-f0d2dec886f1), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.790043 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-9e1b53b2-aacd-4db2-b1f7-d3ef62171f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (8e12f3fd-cf20-4b57-9aaa-f0d2dec886f1), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.827871 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-9e1b53b2-aacd-4db2-b1f7-d3ef62171f8a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3df3decdaf44ff6a6c372009f1f56ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283271 May 11 07:49:59.828718 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b53b2-aacd-4db2-b1f7-d3ef62171f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e12f3fd-cf20-4b57-9aaa-f0d2dec886f1,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:49:59.830612 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55382) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:49:59.878316 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-171ad706-deed-499d-8a9a-2267cbd90473 admin admin] Publish callbacks [] for security_group (8e12f3fd-cf20-4b57-9aaa-f0d2dec886f1), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.898689 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-171ad706-deed-499d-8a9a-2267cbd90473 admin admin] Publish callbacks [] for security_group (8e12f3fd-cf20-4b57-9aaa-f0d2dec886f1), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.943922 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-171ad706-deed-499d-8a9a-2267cbd90473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (8e12f3fd-cf20-4b57-9aaa-f0d2dec886f1), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.946814 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-171ad706-deed-499d-8a9a-2267cbd90473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:49:59.947946 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-171ad706-deed-499d-8a9a-2267cbd90473 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e12f3fd-cf20-4b57-9aaa-f0d2dec886f1 HTTP/1.1" status: 204 len: 168 time: 0.1163516 May 11 07:49:59.955383 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ad706-deed-499d-8a9a-2267cbd90473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e12f3fd-cf20-4b57-9aaa-f0d2dec886f1,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:00.673322 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-fc2cdd7b-3381-48cb-8ba3-8d39212d696d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:01.690651 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:01.932530 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55452) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:02.033703 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f7df-9ed1-4e3c-b814-673265e0d419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.110345 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f7df-9ed1-4e3c-b814-673265e0d419 admin admin] Publish callbacks [] for security_group (580963df-3480-46fa-88c6-867eb29f1c97), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.114379 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f7df-9ed1-4e3c-b814-673265e0d419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (580963df-3480-46fa-88c6-867eb29f1c97), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.150226 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f4f7f7df-9ed1-4e3c-b814-673265e0d419 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=319c6dbbf0b24eddb1831e9d34ff4c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166185 May 11 07:50:02.152140 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7f7df-9ed1-4e3c-b814-673265e0d419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580963df-3480-46fa-88c6-867eb29f1c97,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:02.152996 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55456) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:02.205444 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e41cf2c9-878d-4a7e-961e-7a4884faf1af admin admin] Publish callbacks [] for security_group (580963df-3480-46fa-88c6-867eb29f1c97), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.227080 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e41cf2c9-878d-4a7e-961e-7a4884faf1af admin admin] Publish callbacks [] for security_group (580963df-3480-46fa-88c6-867eb29f1c97), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.273596 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e41cf2c9-878d-4a7e-961e-7a4884faf1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (580963df-3480-46fa-88c6-867eb29f1c97), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.276068 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e41cf2c9-878d-4a7e-961e-7a4884faf1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.277187 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e41cf2c9-878d-4a7e-961e-7a4884faf1af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/580963df-3480-46fa-88c6-867eb29f1c97 HTTP/1.1" status: 204 len: 168 time: 0.1231925 May 11 07:50:02.284485 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cf2c9-878d-4a7e-961e-7a4884faf1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580963df-3480-46fa-88c6-867eb29f1c97,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:02.530190 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55462) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:02.543634 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-184841d6-9216-4aeb-92e1-b67778dbf352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.615440 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-184841d6-9216-4aeb-92e1-b67778dbf352 admin admin] Publish callbacks [] for security_group (2a54ebec-ddf7-45a6-8786-7558f8356bdd), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.619417 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-184841d6-9216-4aeb-92e1-b67778dbf352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (2a54ebec-ddf7-45a6-8786-7558f8356bdd), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.656703 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-184841d6-9216-4aeb-92e1-b67778dbf352 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb0c581d51fd4155bf7452fda38a0d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254795 May 11 07:50:02.657840 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184841d6-9216-4aeb-92e1-b67778dbf352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a54ebec-ddf7-45a6-8786-7558f8356bdd,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:02.659346 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55464) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:02.707515 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-84cdca9f-15d1-4bd0-8ca2-0fada0372a9b admin admin] Publish callbacks [] for security_group (2a54ebec-ddf7-45a6-8786-7558f8356bdd), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.728327 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-84cdca9f-15d1-4bd0-8ca2-0fada0372a9b admin admin] Publish callbacks [] for security_group (2a54ebec-ddf7-45a6-8786-7558f8356bdd), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.773856 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-84cdca9f-15d1-4bd0-8ca2-0fada0372a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (2a54ebec-ddf7-45a6-8786-7558f8356bdd), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.776285 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-84cdca9f-15d1-4bd0-8ca2-0fada0372a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:02.777423 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-84cdca9f-15d1-4bd0-8ca2-0fada0372a9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a54ebec-ddf7-45a6-8786-7558f8356bdd HTTP/1.1" status: 204 len: 168 time: 0.1170413 May 11 07:50:02.784621 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdca9f-15d1-4bd0-8ca2-0fada0372a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a54ebec-ddf7-45a6-8786-7558f8356bdd,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:03.254964 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:04.742854 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:10.584340 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55586) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:10.685027 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-62b0adb4-a507-476c-b9b9-16c17a659c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:10.761169 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-62b0adb4-a507-476c-b9b9-16c17a659c08 admin admin] Publish callbacks [] for security_group (860723dc-8d82-4b09-a3eb-325e50176f2a), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:10.765487 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-62b0adb4-a507-476c-b9b9-16c17a659c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (860723dc-8d82-4b09-a3eb-325e50176f2a), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:10.803503 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-62b0adb4-a507-476c-b9b9-16c17a659c08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78cdc5daca714fe798e4aa60b2aee4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181101 May 11 07:50:10.804369 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0adb4-a507-476c-b9b9-16c17a659c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860723dc-8d82-4b09-a3eb-325e50176f2a,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:10.806244 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55590) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:10.854880 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd27e-25bb-4021-9095-b47543e86a4f admin admin] Publish callbacks [] for security_group (860723dc-8d82-4b09-a3eb-325e50176f2a), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:10.878155 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd27e-25bb-4021-9095-b47543e86a4f admin admin] Publish callbacks [] for security_group (860723dc-8d82-4b09-a3eb-325e50176f2a), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:10.923266 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd27e-25bb-4021-9095-b47543e86a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (860723dc-8d82-4b09-a3eb-325e50176f2a), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:10.925838 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd27e-25bb-4021-9095-b47543e86a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:10.926968 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-7dbdd27e-25bb-4021-9095-b47543e86a4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/860723dc-8d82-4b09-a3eb-325e50176f2a HTTP/1.1" status: 204 len: 168 time: 0.1196563 May 11 07:50:10.934504 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdd27e-25bb-4021-9095-b47543e86a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860723dc-8d82-4b09-a3eb-325e50176f2a,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:11.181323 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55596) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:11.194876 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5af96320-3da8-4dc1-ace0-0a1c96066845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.268734 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5af96320-3da8-4dc1-ace0-0a1c96066845 admin admin] Publish callbacks [] for security_group (b04e2589-05b2-4957-bf6e-f71db0645904), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.272440 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-5af96320-3da8-4dc1-ace0-0a1c96066845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b04e2589-05b2-4957-bf6e-f71db0645904), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.309671 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-5af96320-3da8-4dc1-ace0-0a1c96066845 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f849003f465422e83a644c836a6918d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272292 May 11 07:50:11.310533 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af96320-3da8-4dc1-ace0-0a1c96066845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04e2589-05b2-4957-bf6e-f71db0645904,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:11.312757 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55598) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:11.365559 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2322b190-f102-4cf1-9208-7bd647a17c78 admin admin] Publish callbacks [] for security_group (b04e2589-05b2-4957-bf6e-f71db0645904), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.386321 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2322b190-f102-4cf1-9208-7bd647a17c78 admin admin] Publish callbacks [] for security_group (b04e2589-05b2-4957-bf6e-f71db0645904), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.433474 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2322b190-f102-4cf1-9208-7bd647a17c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (b04e2589-05b2-4957-bf6e-f71db0645904), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.435938 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-2322b190-f102-4cf1-9208-7bd647a17c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.437080 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-2322b190-f102-4cf1-9208-7bd647a17c78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b04e2589-05b2-4957-bf6e-f71db0645904 HTTP/1.1" status: 204 len: 168 time: 0.1234107 May 11 07:50:11.445280 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322b190-f102-4cf1-9208-7bd647a17c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04e2589-05b2-4957-bf6e-f71db0645904,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:11.749919 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55604) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:11.763135 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-250ea2a5-0aa3-41ad-8bcc-30014b992d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.836405 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-250ea2a5-0aa3-41ad-8bcc-30014b992d94 admin admin] Publish callbacks [] for security_group (1c7a44e1-481d-464c-bb0e-c395a3efad9b), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.839869 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-250ea2a5-0aa3-41ad-8bcc-30014b992d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1c7a44e1-481d-464c-bb0e-c395a3efad9b), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.876891 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-250ea2a5-0aa3-41ad-8bcc-30014b992d94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9655eda413b74bb0bf44fee2d87c61ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259501 May 11 07:50:11.878867 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ea2a5-0aa3-41ad-8bcc-30014b992d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7a44e1-481d-464c-bb0e-c395a3efad9b,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:11.879602 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55606) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:11.927728 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-49dcb777-c6ff-428d-8a75-f1e17848bd59 admin admin] Publish callbacks [] for security_group (1c7a44e1-481d-464c-bb0e-c395a3efad9b), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.948142 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-49dcb777-c6ff-428d-8a75-f1e17848bd59 admin admin] Publish callbacks [] for security_group (1c7a44e1-481d-464c-bb0e-c395a3efad9b), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.993188 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-49dcb777-c6ff-428d-8a75-f1e17848bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (1c7a44e1-481d-464c-bb0e-c395a3efad9b), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.995741 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-49dcb777-c6ff-428d-8a75-f1e17848bd59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:11.996863 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-49dcb777-c6ff-428d-8a75-f1e17848bd59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c7a44e1-481d-464c-bb0e-c395a3efad9b HTTP/1.1" status: 204 len: 168 time: 0.1162355 May 11 07:50:12.004390 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcb777-c6ff-428d-8a75-f1e17848bd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7a44e1-481d-464c-bb0e-c395a3efad9b,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:22.915673 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:50:26.163623 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:28.343265 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa154-b0ae-419a-b7a3-0f4d147ccaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:30.675239 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-506f8a08-8466-46e6-b004-d0326dbc161e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:31.692279 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:33.256847 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:34.734875 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:48.641297 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55864) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:48.743203 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:48.816908 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Publish callbacks [] for security_group (40b2cb9b-dfc4-4a0d-83c5-f311a5962a19), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:48.820778 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (40b2cb9b-dfc4-4a0d-83c5-f311a5962a19), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:48.861916 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e89193a41c654822acf4ad44c5b1fe81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195127 May 11 07:50:48.862755 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b2cb9b-dfc4-4a0d-83c5-f311a5962a19,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:48.864686 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55868) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:48.870425 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.870706 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.871044 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.871381 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.871734 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.872062 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.872383 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.872704 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.873027 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.873349 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.873701 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.874024 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.874339 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.874654 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.874971 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd88957a-122a-427e-86bd-2acdeddad392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.911971 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Publish callbacks [] for security_group (40b2cb9b-dfc4-4a0d-83c5-f311a5962a19), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:48.932794 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Publish callbacks [] for security_group (40b2cb9b-dfc4-4a0d-83c5-f311a5962a19), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:48.978159 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (40b2cb9b-dfc4-4a0d-83c5-f311a5962a19), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:48.980622 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:48.981765 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40b2cb9b-dfc4-4a0d-83c5-f311a5962a19 HTTP/1.1" status: 204 len: 168 time: 0.1160033 May 11 07:50:48.989038 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b2cb9b-dfc4-4a0d-83c5-f311a5962a19,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:48.996148 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.996522 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.996781 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.997118 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.997476 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.997807 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.998131 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.998454 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.998777 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.999100 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.999422 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:48.999746 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:49.000066 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:49.000385 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:49.000699 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd754dc-8bed-4e4e-89a9-1d4da984278d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:49.570372 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55890) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:49.662212 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1250583873-network', 'tenant_id': '919cd09d224147718daec2e2203980f6'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:49.685127 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Made reservation on behalf of 919cd09d224147718daec2e2203980f6 for: {'network': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:50:49.687509 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:49.695817 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:49.768069 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Publish callbacks [] for security_group (0b580b0a-e03c-43f4-8613-624da0f24fce), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:49.771911 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (0b580b0a-e03c-43f4-8613-624da0f24fce), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:49.794964 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:50:49.810956 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b580b0a-e03c-43f4-8613-624da0f24fce,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:49.814766 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (4490d561-787b-4e0e-8188-8f4e169800eb), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:49.815184 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.segments_db [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Added segment 4490d561-787b-4e0e-8188-8f4e169800eb of type vlan for network 860be0b9-b423-481f-a303-c91ab123d363 May 11 07:50:49.854666 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (860be0b9-b423-481f-a303-c91ab123d363), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:49.879334 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (860be0b9-b423-481f-a303-c91ab123d363), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:49.880400 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:50:49.880981 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:49.912243 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3407967 May 11 07:50:49.916039 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55894) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:49.921739 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Request body: {'subnet': {'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1250583873-subnet', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:49.942254 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Made reservation on behalf of 919cd09d224147718daec2e2203980f6 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:50:49.944747 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4151032'] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:49.949427 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c1fcc-a580-407a-9b47-baedc7a77fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=860be0b9-b423-481f-a303-c91ab123d363,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:49.959000 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network 860be0b9-b423-481f-a303-c91ab123d363 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:50:50.112365 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3988857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4151022'] for subnet (13a4817a-994f-4080-877c-435245c566e5), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.167088 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a4817a-994f-4080-877c-435245c566e5,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:50.175511 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Checking segment: {'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:50:50.175865 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Network hostable DHCP agents. Network: 860be0b9-b423-481f-a303-c91ab123d363, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:50:50.191749 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Network 860be0b9-b423-481f-a303-c91ab123d363 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:50:50.200352 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, 860be0b9-b423-481f-a303-c91ab123d363) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:50:50.204317 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:50:50.204910 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.209082 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c83b57-ee8d-4847-aae1-2fba61fa49af None None] Network 860be0b9-b423-481f-a303-c91ab123d363 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:50:50.220850 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-67660068-ac9f-4f75-ae3a-9174053f8173 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3030500 May 11 07:50:50.223521 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55896) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:50.228211 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:50.248106 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.249112 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.304853 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks [] for router_controller (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), precommit_add_association {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.306335 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-860be0b9-b423-481f-a303-c91ab123d363', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'project_id': '919cd09d224147718daec2e2203980f6', 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:50:50.307278 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.442643 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Allocated IP 172.20.0.2 (860be0b9-b423-481f-a303-c91ab123d363/13a4817a-994f-4080-877c-435245c566e5/6f46558b-c14d-4467-9f1d-30b101032c51) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:50:50.449196 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks [] for router_gateway (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.593137 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Publish callbacks [] for port (6f46558b-c14d-4467-9f1d-30b101032c51), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.598930 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.633486 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks [] for router_gateway (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.636592 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Network 860be0b9-b423-481f-a303-c91ab123d363 is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:50:50.643922 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:50:50.646305 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:50:50.652334 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.654060 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Pushing event updated for resources: {'Port': ['ID=6f46558b-c14d-4467-9f1d-30b101032c51,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:50.664512 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.664915 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.665234 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.665714 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.666136 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.666479 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.666793 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.667268 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.667601 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.667922 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.668247 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.668572 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.668884 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.669200 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.669515 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:50.721090 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Attempting to bind port 6f46558b-c14d-4467-9f1d-30b101032c51 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:50:50.721456 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Attempting to bind port 6f46558b-c14d-4467-9f1d-30b101032c51 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:50:50.721844 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Attempting to bind port 6f46558b-c14d-4467-9f1d-30b101032c51 on network 860be0b9-b423-481f-a303-c91ab123d363 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:50:50.726816 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:50:50.727183 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Checking segment: {'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:50:50.727581 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.727960 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Bound using segment: {'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:50:50.728457 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Bound port: 6f46558b-c14d-4467-9f1d-30b101032c51, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:50:50.728836 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.759066 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Allocated IP 172.27.2.238 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/1d4dc49c-b5ab-4192-8588-96451bf9e6b0) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:50:50.797625 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] For port 6f46558b-c14d-4467-9f1d-30b101032c51, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:50:50.800670 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] For port 6f46558b-c14d-4467-9f1d-30b101032c51, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6f46558b-c14d-4467-9f1d-30b101032c51,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:50:50.806343 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.866769 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869982d7-c67e-44b6-8c84-368198714a1c None None] Pushing event updated for resources: {'Port': ['ID=6f46558b-c14d-4467-9f1d-30b101032c51,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:50.868871 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks [] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.904753 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:50.942190 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:50:50.945974 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:50:50.952235 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:50:50.975295 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Pushing event updated for resources: {'Port': ['ID=1d4dc49c-b5ab-4192-8588-96451bf9e6b0,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:51.231193 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks [] for router_gateway (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:51.424793 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:51.579415 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:50:51.641068 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6f46558b-c14d-4467-9f1d-30b101032c51 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:50:51.701104 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 6f46558b-c14d-4467-9f1d-30b101032c51 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:51.701485 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:51.703687 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:50:51.726131 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Sync routers for ids ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:50:51.728837 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:51.732639 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-575e1b1d-4c2f-41b1-9031-2747839ff6af admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5056825 May 11 07:50:51.732918 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55898) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:51.750173 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Routers {'74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:50:51.751171 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:50:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:51.794640 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35b00c4-4fd2-49ee-848f-e0eee488e7ed None None] Network 860be0b9-b423-481f-a303-c91ab123d363 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:50:51.902221 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-4b7cce59-bc9f-4994-8686-1c7b1a8d7b72 None None] Provisioning complete for port 6f46558b-c14d-4467-9f1d-30b101032c51 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:51.902598 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-4b7cce59-bc9f-4994-8686-1c7b1a8d7b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.121534 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 6f46558b-c14d-4467-9f1d-30b101032c51 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:52.121826 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.144809 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Set router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:50:52.189595 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.269011 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 6f46558b-c14d-4467-9f1d-30b101032c51, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6f46558b-c14d-4467-9f1d-30b101032c51,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:50:52.279325 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.364827 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Allocated IP 172.20.0.1 (860be0b9-b423-481f-a303-c91ab123d363/13a4817a-994f-4080-877c-435245c566e5/f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:50:52.395694 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cce59-bc9f-4994-8686-1c7b1a8d7b72 None None] Current status of the port 6f46558b-c14d-4467-9f1d-30b101032c51 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:52.404189 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=6f46558b-c14d-4467-9f1d-30b101032c51,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:52.452823 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:51Z', 'revision_number': 3, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:52.481471 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Checking router: 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:50:52.481854 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Updating router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:50:52.488191 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Publish callbacks [] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.518640 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.520196 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-4bc771d3-3b46-4bb5-998d-c439eb9e2f0c None None] Provisioning complete for port 6f46558b-c14d-4467-9f1d-30b101032c51 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:52.520557 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-4bc771d3-3b46-4bb5-998d-c439eb9e2f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.521850 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.562127 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Network 860be0b9-b423-481f-a303-c91ab123d363 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:50:52.564940 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:50:52.571330 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:50:52.596878 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:52.616636 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.720529 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-4bc771d3-3b46-4bb5-998d-c439eb9e2f0c None None] Current status of the port 6f46558b-c14d-4467-9f1d-30b101032c51 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:52.759353 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.865410 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-8175d50e-dd14-4368-a2d5-c121abad9912 None None] Provisioning complete for port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:52.865713 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8175d50e-dd14-4368-a2d5-c121abad9912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.910452 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Publish callbacks [] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.918187 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-8175d50e-dd14-4368-a2d5-c121abad9912 None None] Port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:50:52.920398 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.974590 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd89ef-08e4-4aea-b71b-f13da954bc98 None None] Pushing event updated for resources: {'Port': ['ID=1d4dc49c-b5ab-4192-8588-96451bf9e6b0,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:52.977428 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Attempting to bind port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:50:52.977824 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Attempting to bind port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:50:52.978190 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Attempting to bind port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:50:52.984379 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:50:52.984760 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:50:52.985163 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:52.985564 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:50:52.986042 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Bound port: 1d4dc49c-b5ab-4192-8588-96451bf9e6b0, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:50:52.986418 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:53.040143 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] For port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:50:53.043510 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] For port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1d4dc49c-b5ab-4192-8588-96451bf9e6b0,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:50:53.049688 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:53.115517 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Routers {'74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:50:53.116158 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:50:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:53.154947 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd89ef-08e4-4aea-b71b-f13da954bc98 None None] Pushing event updated for resources: {'Port': ['ID=1d4dc49c-b5ab-4192-8588-96451bf9e6b0,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:53.205778 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Publish callbacks [] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:53.210665 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:53.233841 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] Set router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:50:53.275823 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:53.278434 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:53.369467 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Network 860be0b9-b423-481f-a303-c91ab123d363 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:50:53.370924 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:50:53.431411 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 1, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:53.462663 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fb33b-d935-48a5-9bc0-c5808c052599 None None] The sync data for ids ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'] in dv-cinder-836996-20-iscsi is: [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 1, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:50:53.500684 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:50:53.619254 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:50:53.624519 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-29847e8e-0359-4582-9929-fffd2c4fb6e5 admin admin] 10.222.0.36 "PUT /v2.0/routers/74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8906655 May 11 07:50:53.631509 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6f46558b-c14d-4467-9f1d-30b101032c51 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:50:53.643984 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-2b1e8361-0377-451e-befa-20cc0e34a931 None None] Provisioning complete for port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:53.644361 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-2b1e8361-0377-451e-befa-20cc0e34a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:53.722735 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e8361-0377-451e-befa-20cc0e34a931 None None] Port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:50:53.732959 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 6f46558b-c14d-4467-9f1d-30b101032c51 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:53.733329 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:53.819528 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 6f46558b-c14d-4467-9f1d-30b101032c51 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:54.218499 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55914) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:54.223415 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-223545742-network', 'tenant_id': '48425808a52544e98f655143603d4050'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:54.245227 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Made reservation on behalf of 48425808a52544e98f655143603d4050 for: {'network': 1} {{(pid=103568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:50:54.247945 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for network (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.257181 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.337920 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Publish callbacks [] for security_group (5ad3f233-9ccd-4b87-8a2c-c60d22723fc8), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.343448 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5ad3f233-9ccd-4b87-8a2c-c60d22723fc8), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.372784 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 07:50:54.378407 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad3f233-9ccd-4b87-8a2c-c60d22723fc8,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:54.388050 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762827751181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (ee3204aa-f75e-4941-9d7f-204b795089b0), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.388472 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.segments_db [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Added segment ee3204aa-f75e-4941-9d7f-204b795089b0 of type vlan for network 174ebcae-e4d6-4210-9f7a-e43995909079 May 11 07:50:54.431228 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762827193236'] for network (174ebcae-e4d6-4210-9f7a-e43995909079), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.459725 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742'] for network (174ebcae-e4d6-4210-9f7a-e43995909079), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.460769 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:50:54.461994 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.496823 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2772171 May 11 07:50:54.499544 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55916) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:54.504598 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Request body: {'subnet': {'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-223545742-subnet', 'tenant_id': '48425808a52544e98f655143603d4050', 'ip_version': 4}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:54.527496 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Made reservation on behalf of 48425808a52544e98f655143603d4050 for: {'subnet': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:50:54.527821 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d756c0-6b0c-415e-9ac2-8de26dca0cfc admin admin] Pushing event updated for resources: {'Network': ['ID=174ebcae-e4d6-4210-9f7a-e43995909079,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:54.530345 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4151032'] for subnet (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.537416 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Network 174ebcae-e4d6-4210-9f7a-e43995909079 details requested by agent ovs-agent-dv-cinder-836996-20-iscsi with host dv-cinder-836996-20-iscsi {{(pid=103569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 07:50:54.713886 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3988857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4151022'] for subnet (c6705bb0-4f16-4485-a17b-3885bc0bb1b4), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.767847 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6705bb0-4f16-4485-a17b-3885bc0bb1b4,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:54.778487 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Checking segment: {'id': 'ee3204aa-f75e-4941-9d7f-204b795089b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:50:54.778842 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Network hostable DHCP agents. Network: 174ebcae-e4d6-4210-9f7a-e43995909079, hostable agents: ['fbd6e0b7-c165-419e-b755-a9f123ec01b9'], hosted agents: [] {{(pid=103567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 07:50:54.795243 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Network 174ebcae-e4d6-4210-9f7a-e43995909079 is scheduled to be hosted by DHCP agent fbd6e0b7-c165-419e-b755-a9f123ec01b9 with binding_index 1 {{(pid=103567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 07:50:54.803517 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-20-iscsi, 174ebcae-e4d6-4210-9f7a-e43995909079) {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:50:54.808010 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:50:54.808652 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.813047 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e7475f-6fee-401c-9e02-3c95e8460635 None None] Network 174ebcae-e4d6-4210-9f7a-e43995909079 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:50:54.825259 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-3ca0fe24-fcd0-4eb2-b144-f9cc630beeaa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3246491 May 11 07:50:54.828076 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55918) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:54.832608 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-223545742-router', 'tenant_id': '48425808a52544e98f655143603d4050', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:54.853095 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-992020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30823'] for router (31326c13-422f-4c3e-9951-e3e043257de1), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.854113 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-992224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-890644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30830'] for router (31326c13-422f-4c3e-9951-e3e043257de1), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.905240 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks [] for router_controller (31326c13-422f-4c3e-9951-e3e043257de1), precommit_add_association {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:54.923383 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f5e8ee7-5411-57cd-891f-54a9410fe062-174ebcae-e4d6-4210-9f7a-e43995909079', 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079', 'project_id': '48425808a52544e98f655143603d4050', 'fixed_ips': [{'subnet_id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4'}]}} from dv-cinder-836996-20-iscsi. {{(pid=103569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 07:50:54.924641 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.048300 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks [] for router_gateway (31326c13-422f-4c3e-9951-e3e043257de1), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.057584 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.db_base_plugin_common [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Allocated IP 172.20.0.2 (174ebcae-e4d6-4210-9f7a-e43995909079/c6705bb0-4f16-4485-a17b-3885bc0bb1b4/a673a9d0-ec00-4776-b8cc-fde8a9f9d34c) {{(pid=103569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:50:55.221522 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Publish callbacks [] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), precommit_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.228789 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), after_create {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.238172 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks [] for router_gateway (31326c13-422f-4c3e-9951-e3e043257de1), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.261706 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.272652 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Network 174ebcae-e4d6-4210-9f7a-e43995909079 is already hosted by enough agents. {{(pid=103569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:50:55.277709 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.scheduler.base_scheduler [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Resources bound (agent type, host, resource id): {{(pid=103569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:50:55.282151 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Received port after_create {{(pid=103569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:50:55.285141 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Pushing event updated for resources: {'Port': ['ID=a673a9d0-ec00-4776-b8cc-fde8a9f9d34c,revision_number=1']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:55.342424 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Attempting to bind port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:50:55.342791 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Attempting to bind port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'ee3204aa-f75e-4941-9d7f-204b795089b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:50:55.343147 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Attempting to bind port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c on network 174ebcae-e4d6-4210-9f7a-e43995909079 {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:50:55.348068 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:50:55.348439 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Checking segment: {'id': 'ee3204aa-f75e-4941-9d7f-204b795089b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:50:55.348836 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.349226 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Bound using segment: {'id': 'ee3204aa-f75e-4941-9d7f-204b795089b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:50:55.349733 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Bound port: a673a9d0-ec00-4776-b8cc-fde8a9f9d34c, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3204aa-f75e-4941-9d7f-204b795089b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:50:55.350110 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.369698 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Allocated IP 172.27.2.38 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/b4836894-e649-4657-aeba-8afa2e7a2cfd) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:50:55.415427 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] For port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:50:55.418909 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] For port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=a673a9d0-ec00-4776-b8cc-fde8a9f9d34c,segment=NetworkSegment(ee3204aa-f75e-4941-9d7f-204b795089b0),segment_id=ee3204aa-f75e-4941-9d7f-204b795089b0)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:50:55.425015 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.490854 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Sync routers for ids ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:50:55.492585 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd542400-b20b-47ae-bbe1-c36b5ee9cfab None None] Pushing event updated for resources: {'Port': ['ID=a673a9d0-ec00-4776-b8cc-fde8a9f9d34c,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:55.503918 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Routers {'74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:50:55.504573 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:50:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:55.510136 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks [] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.546771 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.587897 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:50:55.593671 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:50:55.602364 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:50:55.624605 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Set router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:50:55.639912 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:50:55.640945 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Pushing event updated for resources: {'Port': ['ID=b4836894-e649-4657-aeba-8afa2e7a2cfd,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:55.737510 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:55.738078 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.856046 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:55.857266 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.887554 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1d4dc49c-b5ab-4192-8588-96451bf9e6b0,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:50:55.892045 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.921065 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks [] for router_gateway (31326c13-422f-4c3e-9951-e3e043257de1), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:55.948006 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=1d4dc49c-b5ab-4192-8588-96451bf9e6b0,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:55.972400 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 2, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:56.005095 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Checking router: 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:50:56.005882 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Updating router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:50:56.033365 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:56.125367 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-992153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995290'] for router (31326c13-422f-4c3e-9951-e3e043257de1), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:56.192570 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:56.263630 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Router 31326c13-422f-4c3e-9951-e3e043257de1 is scheduled to L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 with binding_index 1 {{(pid=103568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 07:50:56.343337 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Publish callbacks [] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:56.348883 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:56.394592 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:50:56.402773 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Pushing event updated for resources: {'Port': ['ID=f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:56.407421 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Sync routers for ids ['31326c13-422f-4c3e-9951-e3e043257de1'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:50:56.418753 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:56.423426 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55920) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:56.423937 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-fcd0dec2-635c-43a1-8372-539d9823734a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5943329 May 11 07:50:56.433604 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Routers {'31326c13-422f-4c3e-9951-e3e043257de1'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:50:56.434527 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:50:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['31326c13-422f-4c3e-9951-e3e043257de1'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:56.438947 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.439290 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.439647 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.441032 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.441376 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.441761 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.442090 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.446588 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.447011 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.447349 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.447683 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.448011 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.448333 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.448724 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.449046 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:50:56.503819 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Attempting to bind port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:50:56.504511 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Attempting to bind port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:50:56.504511 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Attempting to bind port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a on network 860be0b9-b423-481f-a303-c91ab123d363 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:50:56.511582 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:50:56.511966 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Checking segment: {'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:50:56.512370 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:56.512761 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Bound using segment: {'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:50:56.513240 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Bound port: f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:50:56.513648 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:56.602506 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] For port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:50:56.606916 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] For port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:50:56.614853 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:56.665090 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Routers {'74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:50:56.665627 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:50:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:56.756871 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91e4ba9-d29e-4006-9170-1357fa421724 None None] Network 174ebcae-e4d6-4210-9f7a-e43995909079 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:50:56.785222 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f10384-1efe-4c22-9ee8-3b7ca3fa35a3 None None] Pushing event updated for resources: {'Port': ['ID=f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a,revision_number=4']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:56.800398 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-7f2ce4b9-0dd8-413c-af88-960aaabaef84 None None] Provisioning complete for port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:56.800777 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce4b9-0dd8-413c-af88-960aaabaef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:56.813691 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] Set router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:50:56.852940 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Set router 31326c13-422f-4c3e-9951-e3e043257de1 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:50:56.949399 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.037245 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:56Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:57.068751 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7430f9-7a85-4d04-b326-46a0dd17df67 None None] The sync data for ids ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'] in dv-cinder-836996-20-iscsi is: [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:56Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:50:57.079967 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ce4b9-0dd8-413c-af88-960aaabaef84 None None] Current status of the port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:57.080533 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce4b9-0dd8-413c-af88-960aaabaef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.128084 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Allocated IP 172.20.0.1 (174ebcae-e4d6-4210-9f7a-e43995909079/c6705bb0-4f16-4485-a17b-3885bc0bb1b4/73339576-669c-4e43-9c92-fbeb4a07baca) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:50:57.157344 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-7f2ce4b9-0dd8-413c-af88-960aaabaef84 None None] For port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=a673a9d0-ec00-4776-b8cc-fde8a9f9d34c,segment=NetworkSegment(ee3204aa-f75e-4941-9d7f-204b795089b0),segment_id=ee3204aa-f75e-4941-9d7f-204b795089b0)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:50:57.162985 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31326c13-422f-4c3e-9951-e3e043257de1', 'name': 'tempest-TestShelveInstance-223545742-router', 'tenant_id': '48425808a52544e98f655143603d4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:54Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 3, 'project_id': '48425808a52544e98f655143603d4050', 'gw_port': {'id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:55Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:57.167034 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce4b9-0dd8-413c-af88-960aaabaef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.197189 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Checking router: 31326c13-422f-4c3e-9951-e3e043257de1 for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:50:57.197608 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Updating router 31326c13-422f-4c3e-9951-e3e043257de1 port b4836894-e649-4657-aeba-8afa2e7a2cfd binding host dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:50:57.257381 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Publish callbacks [] for port (73339576-669c-4e43-9c92-fbeb4a07baca), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.259134 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.294917 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ce4b9-0dd8-413c-af88-960aaabaef84 None None] Pushing event updated for resources: {'Port': ['ID=a673a9d0-ec00-4776-b8cc-fde8a9f9d34c,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:57.305913 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.315409 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-5adf9db8-dc22-4228-9ffb-2eedfdd2cca4 None None] Provisioning complete for port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:57.315787 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-5adf9db8-dc22-4228-9ffb-2eedfdd2cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.355994 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Network 174ebcae-e4d6-4210-9f7a-e43995909079 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:50:57.359248 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:50:57.365033 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:50:57.400905 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Pushing event updated for resources: {'Port': ['ID=73339576-669c-4e43-9c92-fbeb4a07baca,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:57.426554 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998647'] for router_interface (31326c13-422f-4c3e-9951-e3e043257de1), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.583182 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-5adf9db8-dc22-4228-9ffb-2eedfdd2cca4 None None] Current status of the port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:57.583571 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-5adf9db8-dc22-4228-9ffb-2eedfdd2cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.617214 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.643735 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-5adf9db8-dc22-4228-9ffb-2eedfdd2cca4 None None] For port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:50:57.653933 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-5adf9db8-dc22-4228-9ffb-2eedfdd2cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.715892 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf9db8-dc22-4228-9ffb-2eedfdd2cca4 None None] Pushing event updated for resources: {'Port': ['ID=f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:57.792992 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Publish callbacks [] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), precommit_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.800501 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:50:57.831034 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-b87ca4c3-f373-4187-a871-397ef9ac691f None None] Provisioning complete for port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:57.831505 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b87ca4c3-f373-4187-a871-397ef9ac691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.835359 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.882459 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Publish callbacks [] for port (73339576-669c-4e43-9c92-fbeb4a07baca), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.888925 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.938899 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Attempting to bind port b4836894-e649-4657-aeba-8afa2e7a2cfd on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:50:57.939266 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Attempting to bind port b4836894-e649-4657-aeba-8afa2e7a2cfd by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:50:57.940043 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Attempting to bind port b4836894-e649-4657-aeba-8afa2e7a2cfd on network b44729e0-e39d-4373-a9c9-827779431d6c {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:50:57.943656 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b66fa5-73d6-4a11-8329-71e61f3fcc00 None None] Pushing event updated for resources: {'Port': ['ID=b4836894-e649-4657-aeba-8afa2e7a2cfd,revision_number=2']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:57.954676 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:50:57.955057 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Checking segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:50:57.955457 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.956120 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Bound using segment: {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'} {{(pid=103569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:50:57.956485 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Pushing event updated for resources: {'Port': ['ID=73339576-669c-4e43-9c92-fbeb4a07baca,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:57.956607 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.managers [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Bound port: b4836894-e649-4657-aeba-8afa2e7a2cfd, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dfa094-dbbc-465f-a913-38f670bdd288', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c'}}] {{(pid=103569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:50:57.956871 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.968460 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-999357'] for router_interface (31326c13-422f-4c3e-9951-e3e043257de1), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:57.991657 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:57.991943 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.062018 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Network 174ebcae-e4d6-4210-9f7a-e43995909079 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:50:58.063432 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:50:58.078744 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] For port b4836894-e649-4657-aeba-8afa2e7a2cfd, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:50:58.080952 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-b87ca4c3-f373-4187-a871-397ef9ac691f None None] Current status of the port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:58.098020 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] For port b4836894-e649-4657-aeba-8afa2e7a2cfd, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=b4836894-e649-4657-aeba-8afa2e7a2cfd,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:50:58.107157 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-b87ca4c3-f373-4187-a871-397ef9ac691f None None] Provisioning complete for port 73339576-669c-4e43-9c92-fbeb4a07baca triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:58.107587 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b87ca4c3-f373-4187-a871-397ef9ac691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.112154 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.196443 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Router 31326c13-422f-4c3e-9951-e3e043257de1 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:50:58.222141 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-b87ca4c3-f373-4187-a871-397ef9ac691f None None] Port 73339576-669c-4e43-9c92-fbeb4a07baca cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:50:58.235847 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:58.236914 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:50:58.243777 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Routers {'31326c13-422f-4c3e-9951-e3e043257de1'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:50:58.244337 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:50:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['31326c13-422f-4c3e-9951-e3e043257de1'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:58.264253 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b66fa5-73d6-4a11-8329-71e61f3fcc00 None None] Pushing event updated for resources: {'Port': ['ID=b4836894-e649-4657-aeba-8afa2e7a2cfd,revision_number=3']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:58.315483 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:50:58.321437 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-0cbb2b05-afbf-460b-a3b7-d5cdcd744bfd admin admin] 10.222.0.36 "PUT /v2.0/routers/31326c13-422f-4c3e-9951-e3e043257de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8962204 May 11 07:50:58.388727 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d549aeb9-8169-400a-acc4-db3d4d194428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.390786 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-ee547c7b-0966-4a9d-94be-8434817d654e None None] Provisioning complete for port 73339576-669c-4e43-9c92-fbeb4a07baca triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:58.391299 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ee547c7b-0966-4a9d-94be-8434817d654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.562667 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:58.563037 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.597417 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] Set router 31326c13-422f-4c3e-9951-e3e043257de1 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:50:58.635557 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-ee547c7b-0966-4a9d-94be-8434817d654e None None] Port 73339576-669c-4e43-9c92-fbeb4a07baca cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:50:58.667498 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55930) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:58.672394 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-e6b721e5-5ec8-45c0-94d8-9dedb33d373a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-585561289', 'description': 'tempest-secgroup-smoke-585561289 description', 'project_id': '919cd09d224147718daec2e2203980f6'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:58.693953 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e6b721e5-5ec8-45c0-94d8-9dedb33d373a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.761026 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e6b721e5-5ec8-45c0-94d8-9dedb33d373a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group (853642b9-2442-4e77-ba94-1836158d6c9e), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.765101 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e6b721e5-5ec8-45c0-94d8-9dedb33d373a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (853642b9-2442-4e77-ba94-1836158d6c9e), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.782510 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:58.783619 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a673a9d0-ec00-4776-b8cc-fde8a9f9d34c up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:50:58.796007 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-e6b721e5-5ec8-45c0-94d8-9dedb33d373a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.800165 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55932) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:58.800688 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-e6b721e5-5ec8-45c0-94d8-9dedb33d373a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1315436 May 11 07:50:58.801417 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b721e5-5ec8-45c0-94d8-9dedb33d373a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853642b9-2442-4e77-ba94-1836158d6c9e,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:58.807978 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-ef39dab1-80e5-49b2-83e6-b86e49a50263 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Request body: {'security_group_rule': {'security_group_id': '853642b9-2442-4e77-ba94-1836158d6c9e', 'project_id': '919cd09d224147718daec2e2203980f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:58.843060 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ef39dab1-80e5-49b2-83e6-b86e49a50263 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (a395c181-eb35-45e4-8c4b-919d1f3b9227), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.878718 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:58.879085 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.892532 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ef39dab1-80e5-49b2-83e6-b86e49a50263 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (a395c181-eb35-45e4-8c4b-919d1f3b9227), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.897259 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ef39dab1-80e5-49b2-83e6-b86e49a50263 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (a395c181-eb35-45e4-8c4b-919d1f3b9227), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.907592 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31326c13-422f-4c3e-9951-e3e043257de1', 'name': 'tempest-TestShelveInstance-223545742-router', 'tenant_id': '48425808a52544e98f655143603d4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:54Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 4, 'project_id': '48425808a52544e98f655143603d4050', 'gw_port': {'id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:55Z', 'updated_at': '2022-05-11T07:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '73339576-669c-4e43-9c92-fbeb4a07baca', 'name': '', 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079', 'tenant_id': '48425808a52544e98f655143603d4050', 'mac_address': 'fa:16:3e:82:d9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:56Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 2, 'project_id': '48425808a52544e98f655143603d4050', 'subnets': [{'id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:50:58.916052 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39dab1-80e5-49b2-83e6-b86e49a50263 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a395c181-eb35-45e4-8c4b-919d1f3b9227,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:58.924598 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-ef39dab1-80e5-49b2-83e6-b86e49a50263 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:58.925804 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-ef39dab1-80e5-49b2-83e6-b86e49a50263 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236544 May 11 07:50:58.928827 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55934) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:58.933516 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-1d3e3a3c-d4b0-4632-bd96-b05505979685 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Request body: {'security_group_rule': {'security_group_id': '853642b9-2442-4e77-ba94-1836158d6c9e', 'project_id': '919cd09d224147718daec2e2203980f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:58.942654 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8e39-6bca-4d88-9542-d8cb42466e86 None None] The sync data for ids ['31326c13-422f-4c3e-9951-e3e043257de1'] in dv-cinder-836996-20-iscsi is: [{'id': '31326c13-422f-4c3e-9951-e3e043257de1', 'name': 'tempest-TestShelveInstance-223545742-router', 'tenant_id': '48425808a52544e98f655143603d4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:54Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 4, 'project_id': '48425808a52544e98f655143603d4050', 'gw_port': {'id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:55Z', 'updated_at': '2022-05-11T07:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '73339576-669c-4e43-9c92-fbeb4a07baca', 'name': '', 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079', 'tenant_id': '48425808a52544e98f655143603d4050', 'mac_address': 'fa:16:3e:82:d9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:56Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 2, 'project_id': '48425808a52544e98f655143603d4050', 'subnets': [{'id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:50:58.967140 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d3e3a3c-d4b0-4632-bd96-b05505979685 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (d07ff787-d87f-43a1-8bea-b1ccda71b597), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.003682 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:59.019353 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d3e3a3c-d4b0-4632-bd96-b05505979685 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (d07ff787-d87f-43a1-8bea-b1ccda71b597), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.024980 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d3e3a3c-d4b0-4632-bd96-b05505979685 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (d07ff787-d87f-43a1-8bea-b1ccda71b597), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.044748 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e3a3c-d4b0-4632-bd96-b05505979685 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07ff787-d87f-43a1-8bea-b1ccda71b597,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:59.050814 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-1d3e3a3c-d4b0-4632-bd96-b05505979685 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.052079 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-1d3e3a3c-d4b0-4632-bd96-b05505979685 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220975 May 11 07:50:59.054932 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55936) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:59.059190 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-641cfcff-9901-455a-8458-605d4f7e029b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Request body: {'security_group_rule': {'security_group_id': '853642b9-2442-4e77-ba94-1836158d6c9e', 'project_id': '919cd09d224147718daec2e2203980f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:59.085711 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-641cfcff-9901-455a-8458-605d4f7e029b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (5b9e431b-3639-411c-9309-2fd152978e28), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.146516 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-641cfcff-9901-455a-8458-605d4f7e029b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (5b9e431b-3639-411c-9309-2fd152978e28), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.157463 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-641cfcff-9901-455a-8458-605d4f7e029b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (5b9e431b-3639-411c-9309-2fd152978e28), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.182757 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cfcff-9901-455a-8458-605d4f7e029b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9e431b-3639-411c-9309-2fd152978e28,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:59.190186 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-641cfcff-9901-455a-8458-605d4f7e029b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.191369 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-641cfcff-9901-455a-8458-605d4f7e029b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355140 May 11 07:50:59.199677 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 55938) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:59.204193 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [None req-4c7f366a-3e24-47a0-aafe-cbb1bb1b9482 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Request body: {'security_group_rule': {'security_group_id': '853642b9-2442-4e77-ba94-1836158d6c9e', 'project_id': '919cd09d224147718daec2e2203980f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:59.234700 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4c7f366a-3e24-47a0-aafe-cbb1bb1b9482 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (29fb095a-2f5d-460c-96ab-3b85dd4c8296), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.299135 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4c7f366a-3e24-47a0-aafe-cbb1bb1b9482 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (29fb095a-2f5d-460c-96ab-3b85dd4c8296), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.303070 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4c7f366a-3e24-47a0-aafe-cbb1bb1b9482 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (29fb095a-2f5d-460c-96ab-3b85dd4c8296), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.322135 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f366a-3e24-47a0-aafe-cbb1bb1b9482 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fb095a-2f5d-460c-96ab-3b85dd4c8296,revision_number=0']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:59.329455 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-4c7f366a-3e24-47a0-aafe-cbb1bb1b9482 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.330617 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-4c7f366a-3e24-47a0-aafe-cbb1bb1b9482 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299338 May 11 07:50:59.333384 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55940) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:59.338632 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-4f5770e9-75da-45be-a46a-03e68cb18d60 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Request body: {'security_group_rule': {'security_group_id': '853642b9-2442-4e77-ba94-1836158d6c9e', 'project_id': '919cd09d224147718daec2e2203980f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:59.360293 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.securitygroups_db [None req-4f5770e9-75da-45be-a46a-03e68cb18d60 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Project 919cd09d224147718daec2e2203980f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 07:50:59.367123 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4f5770e9-75da-45be-a46a-03e68cb18d60 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (fd82a512-df89-45ac-abf3-e62be73b51bb), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.428757 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4f5770e9-75da-45be-a46a-03e68cb18d60 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (fd82a512-df89-45ac-abf3-e62be73b51bb), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.432594 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4f5770e9-75da-45be-a46a-03e68cb18d60 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (fd82a512-df89-45ac-abf3-e62be73b51bb), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.451778 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5770e9-75da-45be-a46a-03e68cb18d60 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd82a512-df89-45ac-abf3-e62be73b51bb,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:59.463483 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-4f5770e9-75da-45be-a46a-03e68cb18d60 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.464694 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-4f5770e9-75da-45be-a46a-03e68cb18d60 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301918 May 11 07:50:59.467532 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 55942) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:50:59.471873 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-d63d1f43-d6d6-41f5-a0ae-9fed6d142259 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Request body: {'security_group_rule': {'security_group_id': '853642b9-2442-4e77-ba94-1836158d6c9e', 'project_id': '919cd09d224147718daec2e2203980f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:50:59.494146 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.securitygroups_db [None req-d63d1f43-d6d6-41f5-a0ae-9fed6d142259 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Project 919cd09d224147718daec2e2203980f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 07:50:59.499909 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d63d1f43-d6d6-41f5-a0ae-9fed6d142259 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (41398fb2-9d06-4ffe-95bd-c99141bfc76c), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.566459 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d63d1f43-d6d6-41f5-a0ae-9fed6d142259 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (41398fb2-9d06-4ffe-95bd-c99141bfc76c), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.571118 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d63d1f43-d6d6-41f5-a0ae-9fed6d142259 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982478'] for security_group_rule (41398fb2-9d06-4ffe-95bd-c99141bfc76c), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.589261 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d1f43-d6d6-41f5-a0ae-9fed6d142259 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41398fb2-9d06-4ffe-95bd-c99141bfc76c,revision_number=0']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:50:59.598186 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d63d1f43-d6d6-41f5-a0ae-9fed6d142259 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.604141 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-d63d1f43-d6d6-41f5-a0ae-9fed6d142259 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356158 May 11 07:50:59.619730 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:50:59.667189 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:50:59.667562 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:50:59.748994 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:50:59.919569 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:51:00.678536 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d598b6b4-7e45-438f-8696-ab5d2e4a6b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:01.239445 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Sync routers for ids ['31326c13-422f-4c3e-9951-e3e043257de1'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:51:01.250373 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Routers {'31326c13-422f-4c3e-9951-e3e043257de1'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:51:01.250975 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:51:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['31326c13-422f-4c3e-9951-e3e043257de1'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:51:01.359311 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Set router 31326c13-422f-4c3e-9951-e3e043257de1 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:51:01.551939 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31326c13-422f-4c3e-9951-e3e043257de1', 'name': 'tempest-TestShelveInstance-223545742-router', 'tenant_id': '48425808a52544e98f655143603d4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:54Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 4, 'project_id': '48425808a52544e98f655143603d4050', 'gw_port': {'id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:55Z', 'updated_at': '2022-05-11T07:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '73339576-669c-4e43-9c92-fbeb4a07baca', 'name': '', 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079', 'tenant_id': '48425808a52544e98f655143603d4050', 'mac_address': 'fa:16:3e:82:d9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:56Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 2, 'project_id': '48425808a52544e98f655143603d4050', 'subnets': [{'id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:51:01.582844 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Checking router: 31326c13-422f-4c3e-9951-e3e043257de1 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:51:01.583193 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Updating router 31326c13-422f-4c3e-9951-e3e043257de1 port 73339576-669c-4e43-9c92-fbeb4a07baca binding host dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 07:51:01.612427 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:01.621973 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b4836894-e649-4657-aeba-8afa2e7a2cfd up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:51:01.668982 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port b4836894-e649-4657-aeba-8afa2e7a2cfd triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:51:01.669372 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:01.717700 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:01.761312 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port b4836894-e649-4657-aeba-8afa2e7a2cfd is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:51:01.761638 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:01.785685 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] For port b4836894-e649-4657-aeba-8afa2e7a2cfd, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=b4836894-e649-4657-aeba-8afa2e7a2cfd,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:51:01.790587 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:01.845296 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Pushing event updated for resources: {'Port': ['ID=b4836894-e649-4657-aeba-8afa2e7a2cfd,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:02.006064 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Publish callbacks [] for port (73339576-669c-4e43-9c92-fbeb4a07baca), precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:02.011010 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:02.060920 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9c971-8605-483f-bac1-9c13b243813d None None] Pushing event updated for resources: {'Port': ['ID=73339576-669c-4e43-9c92-fbeb4a07baca,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:02.118739 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Attempting to bind port 73339576-669c-4e43-9c92-fbeb4a07baca on host dv-cinder-836996-20-iscsi for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:51:02.119242 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Attempting to bind port 73339576-669c-4e43-9c92-fbeb4a07baca by drivers openvswitch,hyperv on host dv-cinder-836996-20-iscsi at level 0 using segments [{'id': 'ee3204aa-f75e-4941-9d7f-204b795089b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:51:02.119634 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Attempting to bind port 73339576-669c-4e43-9c92-fbeb4a07baca on network 174ebcae-e4d6-4210-9f7a-e43995909079 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:51:02.124871 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Checking agent: {'id': 'cd897f29-7710-4541-8843-f25e827ecef8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 30, 5), 'started_at': datetime.datetime(2022, 5, 11, 7, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:51:02.125244 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Checking segment: {'id': 'ee3204aa-f75e-4941-9d7f-204b795089b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:51:02.125681 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:02.126079 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Bound using segment: {'id': 'ee3204aa-f75e-4941-9d7f-204b795089b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:51:02.126539 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Bound port: 73339576-669c-4e43-9c92-fbeb4a07baca, host: dv-cinder-836996-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3204aa-f75e-4941-9d7f-204b795089b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:51:02.126928 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:02.203394 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] For port 73339576-669c-4e43-9c92-fbeb4a07baca, host dv-cinder-836996-20-iscsi, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:51:02.206788 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] For port 73339576-669c-4e43-9c92-fbeb4a07baca, host dv-cinder-836996-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=73339576-669c-4e43-9c92-fbeb4a07baca,segment=NetworkSegment(ee3204aa-f75e-4941-9d7f-204b795089b0),segment_id=ee3204aa-f75e-4941-9d7f-204b795089b0)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:51:02.215415 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:02.279608 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9c971-8605-483f-bac1-9c13b243813d None None] Pushing event updated for resources: {'Port': ['ID=73339576-669c-4e43-9c92-fbeb4a07baca,revision_number=4']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:02.282219 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Routers {'31326c13-422f-4c3e-9951-e3e043257de1'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:51:02.282814 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:51:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['31326c13-422f-4c3e-9951-e3e043257de1'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:51:02.294622 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-ad47d30f-70bf-4087-b383-324cc22b6c57 None None] Provisioning complete for port 73339576-669c-4e43-9c92-fbeb4a07baca triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:51:02.295227 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ad47d30f-70bf-4087-b383-324cc22b6c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:02.385304 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-ad47d30f-70bf-4087-b383-324cc22b6c57 None None] Current status of the port 73339576-669c-4e43-9c92-fbeb4a07baca is: DOWN; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:51:02.385722 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ad47d30f-70bf-4087-b383-324cc22b6c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:02.402348 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] Set router 31326c13-422f-4c3e-9951-e3e043257de1 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:51:02.422385 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-ad47d30f-70bf-4087-b383-324cc22b6c57 None None] For port 73339576-669c-4e43-9c92-fbeb4a07baca, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=73339576-669c-4e43-9c92-fbeb4a07baca,segment=NetworkSegment(ee3204aa-f75e-4941-9d7f-204b795089b0),segment_id=ee3204aa-f75e-4941-9d7f-204b795089b0)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:51:02.427466 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ad47d30f-70bf-4087-b383-324cc22b6c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:02.480906 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47d30f-70bf-4087-b383-324cc22b6c57 None None] Pushing event updated for resources: {'Port': ['ID=73339576-669c-4e43-9c92-fbeb4a07baca,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:02.546957 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-6b6b1831-a085-4d92-bce1-66dad663e8f4 None None] Provisioning complete for port 73339576-669c-4e43-9c92-fbeb4a07baca triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:51:02.547244 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1831-a085-4d92-bce1-66dad663e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:02.615343 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31326c13-422f-4c3e-9951-e3e043257de1', 'name': 'tempest-TestShelveInstance-223545742-router', 'tenant_id': '48425808a52544e98f655143603d4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:54Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 4, 'project_id': '48425808a52544e98f655143603d4050', 'gw_port': {'id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:55Z', 'updated_at': '2022-05-11T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '73339576-669c-4e43-9c92-fbeb4a07baca', 'name': '', 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079', 'tenant_id': '48425808a52544e98f655143603d4050', 'mac_address': 'fa:16:3e:82:d9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:56Z', 'updated_at': '2022-05-11T07:51:02Z', 'revision_number': 4, 'project_id': '48425808a52544e98f655143603d4050', 'subnets': [{'id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:51:02.627924 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b1831-a085-4d92-bce1-66dad663e8f4 None None] Current status of the port 73339576-669c-4e43-9c92-fbeb4a07baca is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:51:02.650903 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b710e-8443-4de3-8fbb-1976947956fe None None] The sync data for ids ['31326c13-422f-4c3e-9951-e3e043257de1'] in dv-cinder-836996-20-iscsi is: [{'id': '31326c13-422f-4c3e-9951-e3e043257de1', 'name': 'tempest-TestShelveInstance-223545742-router', 'tenant_id': '48425808a52544e98f655143603d4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:54Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 4, 'project_id': '48425808a52544e98f655143603d4050', 'gw_port': {'id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:55Z', 'updated_at': '2022-05-11T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': '73339576-669c-4e43-9c92-fbeb4a07baca', 'name': '', 'network_id': '174ebcae-e4d6-4210-9f7a-e43995909079', 'tenant_id': '48425808a52544e98f655143603d4050', 'mac_address': 'fa:16:3e:82:d9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:56Z', 'updated_at': '2022-05-11T07:51:02Z', 'revision_number': 4, 'project_id': '48425808a52544e98f655143603d4050', 'subnets': [{'id': 'c6705bb0-4f16-4485-a17b-3885bc0bb1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:51:03.261340 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:03.628799 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b4836894-e649-4657-aeba-8afa2e7a2cfd up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:51:03.675808 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port b4836894-e649-4657-aeba-8afa2e7a2cfd triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:51:03.676180 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:03.756059 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port b4836894-e649-4657-aeba-8afa2e7a2cfd is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:51:03.756993 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 73339576-669c-4e43-9c92-fbeb4a07baca up at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:51:03.800685 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Provisioning complete for port 73339576-669c-4e43-9c92-fbeb4a07baca triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:51:03.801055 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:03.876901 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Current status of the port 73339576-669c-4e43-9c92-fbeb4a07baca is: ACTIVE; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:51:04.738529 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:14.873587 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-806c39d4-c139-428f-bd32-c15074bcc5dd tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585561289&fields=id&tenant_id=919cd09d224147718daec2e2203980f6 HTTP/1.1" status: 200 len: 267 time: 0.0427179 May 11 07:51:14.977878 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-824ec80e-5e2f-45e0-9d76-cd75ab3a1bdb tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:14.979316 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-824ec80e-5e2f-45e0-9d76-cd75ab3a1bdb tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 809 time: 0.0996435 May 11 07:51:14.993839 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-bcbaec02-8f1d-42cd-b2fa-42b9b849f4ea tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/quotas/919cd09d224147718daec2e2203980f6 HTTP/1.1" status: 200 len: 375 time: 0.0085955 May 11 07:51:15.040479 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-a8d0f785-3888-4ba2-9fe2-1ad476dff85a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421097 May 11 07:51:15.056327 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-6bfdaacf-da50-4836-9cb1-d6f2ffb1710b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:51:15.057270 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-6bfdaacf-da50-4836-9cb1-d6f2ffb1710b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049114 May 11 07:51:15.141751 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-f6346ea7-8209-4edc-a56b-c345deb71ff6 service neutron] 10.222.0.36 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793016 May 11 07:51:15.229150 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-edf93a4d-ef31-4b88-bb4e-ac6e45eaaad1 service neutron] 10.222.0.36 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819156 May 11 07:51:15.503396 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d44b3a7b-4511-4714-b814-204b030b1af0 req-c5bed313-44a1-4101-b58e-5356fe635eef tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 210 time: 0.0279727 May 11 07:51:16.442732 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-29c7a783-5ff2-488d-805f-9184eb9e6b1a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:16.444472 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-29c7a783-5ff2-488d-805f-9184eb9e6b1a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.24 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 809 time: 0.1032426 May 11 07:51:16.511521 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-ec7bab73-52f8-4124-867e-fc4e4d8a3b61 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=919cd09d224147718daec2e2203980f6 HTTP/1.1" status: 200 len: 379 time: 0.0587013 May 11 07:51:16.519765 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Request body: {'port': {'device_id': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'admin_state_up': True, 'tenant_id': '919cd09d224147718daec2e2203980f6', 'security_groups': ['853642b9-2442-4e77-ba94-1836158d6c9e']}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:51:16.597833 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-649d6c98-a4a1-4ad4-8f84-20751cb54a3a req-cba0edee-2185-42d6-8d63-80962d99464d tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 210 time: 0.0270121 May 11 07:51:16.627194 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Made reservation on behalf of 919cd09d224147718daec2e2203980f6 for: {'port': 1} {{(pid=103567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 07:51:16.631094 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:16.754868 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_common [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Allocated IP 172.20.0.8 (860be0b9-b423-481f-a303-c91ab123d363/13a4817a-994f-4080-877c-435245c566e5/ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40) {{(pid=103567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:51:16.891796 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), precommit_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:16.925439 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), after_create {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:16.967941 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Network 860be0b9-b423-481f-a303-c91ab123d363 is already hosted by enough agents. {{(pid=103567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:51:16.971100 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.base_scheduler [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Resources bound (agent type, host, resource id): {{(pid=103567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:51:16.977747 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Received port after_create {{(pid=103567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:51:16.983028 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event updated for resources: {'Port': ['ID=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,revision_number=1']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:17.029998 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:17.030629 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:17.047747 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c7766892-9377-4004-b527-da6484d60775 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5314333 May 11 07:51:17.067105 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.v2.base [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Request body: {'port': {'device_id': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:51:17.131320 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:17.230954 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-5936769d-3dfd-4d32-9db1-2d22444a7024 None None] Provisioning complete for port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 triggered by entity DHCP. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:51:17.231675 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-5936769d-3dfd-4d32-9db1-2d22444a7024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:17.264984 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-5936769d-3dfd-4d32-9db1-2d22444a7024 None None] Port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 cannot update to ACTIVE because it is not bound. {{(pid=103569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 07:51:17.414983 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 {{(pid=103567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:51:17.422349 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Publish callbacks [] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:17.434432 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.provisioning_blocks [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Transition to ACTIVE for port object ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 will not be triggered until provisioned by entity L2. {{(pid=103567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 07:51:17.438008 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:17.490755 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:17.562075 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Attempting to bind port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 07:51:17.562411 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Attempting to bind port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 07:51:17.562818 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Attempting to bind port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 on network 860be0b9-b423-481f-a303-c91ab123d363 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:51:17.567528 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 on network 860be0b9-b423-481f-a303-c91ab123d363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 07:51:17.567843 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Attempting to bind port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 on network 860be0b9-b423-481f-a303-c91ab123d363 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 07:51:17.573389 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Checking agent: {'id': 'f391b3ef-c409-45ff-986e-9825bceddb63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'started_at': datetime.datetime(2022, 5, 11, 7, 36, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 7, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 07:51:17.573774 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Checking segment: {'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 07:51:17.574121 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Bound using segment: {'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 07:51:17.574544 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Bound port: ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4490d561-787b-4e0e-8188-8f4e169800eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '860be0b9-b423-481f-a303-c91ab123d363'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 07:51:17.574901 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:17.642508 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] For port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host hv-cinder-83699, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 07:51:17.646474 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] For port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 07:51:17.653470 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3988478'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:17.687449 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:17.688073 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:17.689519 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] 10.222.0.24 "PUT /v2.0/ports/ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 1093 time: 0.6268215 May 11 07:51:17.689943 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:51:17.692231 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a63541d-3fe8-459b-a053-e1785a27a180" -d '{"events": [{"name": "network-changed", "server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:51:17.723730 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e215678-1a86-4cec-9da9-c6958896b960 req-39ae07d0-ea2a-4ba2-9ea7-ac2e3f55b586 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:17.731416 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4e215678-1a86-4cec-9da9-c6958896b960 req-39ae07d0-ea2a-4ba2-9ea7-ac2e3f55b586 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0630383 May 11 07:51:17.738525 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362eebbf-255b-44f4-befe-4f3f22be2ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:17.743076 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c6e1e5-ab7f-4420-ae86-d8a5b7c24052 x-openstack-request-id: req-95c6e1e5-ab7f-4420-ae86-d8a5b7c24052 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:51:17.743353 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:51:17.743604 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95c6e1e5-ab7f-4420-ae86-d8a5b7c24052 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:51:17.744146 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c6e1e5-ab7f-4420-ae86-d8a5b7c24052'] response: {'name': 'network-changed', 'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'status': 'completed', 'code': 200} May 11 07:51:17.785799 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-4e215678-1a86-4cec-9da9-c6958896b960 req-fd0a270d-c65d-4658-89c6-4a660663542a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532014 May 11 07:51:18.035822 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-ce38de3b-a10c-4ab1-a4c2-25096c3f02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:18.037224 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-ce38de3b-a10c-4ab1-a4c2-25096c3f02ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1127 time: 0.2920926 May 11 07:51:18.082791 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c4c837dc-ec7b-4287-a7a7-db2637b0144d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 217 time: 0.0345719 May 11 07:51:18.134966 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-6163ae0d-f90d-4407-8ff6-6b2ce7d3e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:18.136382 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-6163ae0d-f90d-4407-8ff6-6b2ce7d3e41e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 200 len: 848 time: 0.0455253 May 11 07:51:18.183640 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-afb147dc-5960-4a9b-81ed-702cd20ad6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:18.186057 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-afb147dc-5960-4a9b-81ed-702cd20ad6f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=860be0b9-b423-481f-a303-c91ab123d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399437 May 11 07:51:18.273460 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-c8127c47-8945-496e-8e53-333fc49a8fc7 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787606 May 11 07:51:18.365409 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ac4aec9b-8908-4ae7-9c0c-9a03d17b9d63 req-411ad143-d90e-48a8-bc63-260585671473 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826490 May 11 07:51:18.679421 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-cfd5c627-e230-42a7-84f8-db4913a67f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:18.680922 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-cfd5c627-e230-42a7-84f8-db4913a67f19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1127 time: 0.0444515 May 11 07:51:18.775368 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-774b193f-db48-411c-aabf-85aa83e52330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:18.776842 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-774b193f-db48-411c-aabf-85aa83e52330 service neutron] 10.222.0.24 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 910 time: 0.0881724 May 11 07:51:18.822582 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-b935760c-d8b0-4167-8a7b-4bbce263f305 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 217 time: 0.0337892 May 11 07:51:18.874166 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-77654529-f368-4129-bdb8-13d44eba8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:18.875628 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-77654529-f368-4129-bdb8-13d44eba8bcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 200 len: 848 time: 0.0442803 May 11 07:51:18.899359 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508821b5-f376-4825-bc67-1cf47e6fbc26 req-e197702d-f2e7-4b1b-98a7-e444094b61c3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:18.900826 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-508821b5-f376-4825-bc67-1cf47e6fbc26 req-e197702d-f2e7-4b1b-98a7-e444094b61c3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0463018 May 11 07:51:18.926719 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-a67d7fe5-376d-4773-a324-32fdad447642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:18.928216 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-a67d7fe5-376d-4773-a324-32fdad447642 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=860be0b9-b423-481f-a303-c91ab123d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432422 May 11 07:51:18.950036 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-508821b5-f376-4825-bc67-1cf47e6fbc26 req-5f38b606-380b-459b-88fd-50c6c96c601b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428150 May 11 07:51:19.019660 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-a9054e87-1b2d-48b3-90c9-239c4d57b74a service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816078 May 11 07:51:19.113765 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-7a63541d-3fe8-459b-a053-e1785a27a180 req-4cbd2b53-2228-4ffd-967a-4aafa5306596 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843215 May 11 07:51:20.058488 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6111dac-db43-4b2b-b4ed-f34c0b6f8f1c req-2cc463dc-6989-414a-99a1-2f7ebab952cf tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:20.060411 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c6111dac-db43-4b2b-b4ed-f34c0b6f8f1c req-2cc463dc-6989-414a-99a1-2f7ebab952cf tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0445840 May 11 07:51:20.109333 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-c6111dac-db43-4b2b-b4ed-f34c0b6f8f1c req-5a05c03b-c91d-463d-a5aa-e248d2367e95 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435295 May 11 07:51:21.225298 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f1a7e-6421-41ec-bc34-b076e9f01f1b req-a4a5c128-110c-4739-a2be-acbd5e0c1542 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:21.226788 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2d5f1a7e-6421-41ec-bc34-b076e9f01f1b req-a4a5c128-110c-4739-a2be-acbd5e0c1542 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0498884 May 11 07:51:21.273947 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2d5f1a7e-6421-41ec-bc34-b076e9f01f1b req-af17931b-91f2-438b-871e-277cc392b4e4 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413792 May 11 07:51:22.383483 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db4d1a-6c11-4634-b7a9-59338f73b091 req-3b19216d-3bcf-4f91-866a-b363c042b688 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:22.384899 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-04db4d1a-6c11-4634-b7a9-59338f73b091 req-3b19216d-3bcf-4f91-866a-b363c042b688 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0457742 May 11 07:51:22.431093 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-04db4d1a-6c11-4634-b7a9-59338f73b091 req-40ec06ad-4231-44d1-993e-33c4bf6b0327 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407548 May 11 07:51:23.544053 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4ce7-05d3-4671-937d-b87376f96bbc req-04c83c31-e600-4122-be57-506d7efdc38e tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:23.545617 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd3d4ce7-05d3-4671-937d-b87376f96bbc req-04c83c31-e600-4122-be57-506d7efdc38e tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0498068 May 11 07:51:23.594935 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd3d4ce7-05d3-4671-937d-b87376f96bbc req-6ad30765-491f-4cfd-9807-5bdb688d2f43 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433509 May 11 07:51:24.706027 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6500-1769-4315-8c30-b92298e0ab42 req-9c2cbc75-9627-4757-b7c7-6ba71fdd9fae tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:24.707486 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d18d6500-1769-4315-8c30-b92298e0ab42 req-9c2cbc75-9627-4757-b7c7-6ba71fdd9fae tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0475707 May 11 07:51:24.754583 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-d18d6500-1769-4315-8c30-b92298e0ab42 req-38de3ab7-d7b1-4240-907c-c31cce8d89a3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414767 May 11 07:51:25.865480 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a059060-93dc-4953-ae12-97f944bae957 req-0271d545-9ba8-479c-9e66-cbc347e8e6e6 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:25.866923 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7a059060-93dc-4953-ae12-97f944bae957 req-0271d545-9ba8-479c-9e66-cbc347e8e6e6 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0482438 May 11 07:51:26.180605 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7a059060-93dc-4953-ae12-97f944bae957 req-d96829c4-2357-4955-b0a3-f67f874c8f7a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082457 May 11 07:51:26.190444 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:26.240317 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:51:26.340328 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:51:26.352187 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'port_id': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'mac_address': 'fa:16:3e:16:fd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:51:26.389636 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:51:26.390016 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:26.402258 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:51:26.421340 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:51:26.425361 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:26.470162 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,revision_number=4']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:26.723703 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:51:27.290527 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cf750-9f3d-4421-b2bb-ac61447e3a25 req-2a2ee712-231e-4ef8-b00a-bdd0816e7ac5 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:27.291975 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd6cf750-9f3d-4421-b2bb-ac61447e3a25 req-2a2ee712-231e-4ef8-b00a-bdd0816e7ac5 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 944 time: 0.0456169 May 11 07:51:27.339300 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd6cf750-9f3d-4421-b2bb-ac61447e3a25 req-9dfd6057-1274-4fc6-9ace-360ac4447f31 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 May 11 07:51:28.274041 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:51:28.330171 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning for port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 completed by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 07:51:28.336030 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:51:28.336434 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:28.339259 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a6c4896f-3b20-4da1-9f4e-0af7ddbc2021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:28.414336 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:51:28.414718 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:28.437774 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:51:28.440032 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4619181b-d486-434d-94f1-3ba672284dcb" -d '{"events": [{"server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "name": "network-vif-plugged", "status": "completed", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:51:28.455667 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:51:28.456052 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7d0bb-d278-44b0-8581-c3fe6287684a req-dd20a5e7-0d75-4c3a-9b2a-2b7966429ee3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:28.458147 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94a7d0bb-d278-44b0-8581-c3fe6287684a req-dd20a5e7-0d75-4c3a-9b2a-2b7966429ee3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 944 time: 0.0498047 May 11 07:51:28.461242 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:28.516312 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94a7d0bb-d278-44b0-8581-c3fe6287684a req-1e5e2cbf-dfc7-410b-a6e1-74ab0cbd441c tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519762 May 11 07:51:28.518195 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,revision_number=5']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:28.573013 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644b15ea-12c9-4b47-83fa-c433a02bca81 x-openstack-request-id: req-644b15ea-12c9-4b47-83fa-c433a02bca81 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:51:28.573307 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "name": "network-vif-plugged", "status": "completed", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:51:28.573593 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-644b15ea-12c9-4b47-83fa-c433a02bca81 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:51:28.573996 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644b15ea-12c9-4b47-83fa-c433a02bca81'] response: {'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'code': 200} May 11 07:51:28.815117 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bbff5-cd4f-4d4e-b81f-0804d67aa98e req-e6f457a5-b371-45b1-ad79-d534fe53d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:28.816544 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0e4bbff5-cd4f-4d4e-b81f-0804d67aa98e req-e6f457a5-b371-45b1-ad79-d534fe53d859 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1129 time: 0.0391417 May 11 07:51:28.863583 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-0e4bbff5-cd4f-4d4e-b81f-0804d67aa98e req-14118f76-9dd6-4345-8c00-7e18b0a08560 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379679 May 11 07:51:29.625870 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0837d-0092-4980-813c-8f4259e65233 req-da59873d-0117-41cf-a6d4-305eb4def9bc tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:29.627301 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-11e0837d-0092-4980-813c-8f4259e65233 req-da59873d-0117-41cf-a6d4-305eb4def9bc tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0453784 May 11 07:51:29.673364 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-11e0837d-0092-4980-813c-8f4259e65233 req-06d31f1b-8ab2-402d-a585-0c276fbea7af tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406964 May 11 07:51:30.680664 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-182ef1dd-b658-430e-88c5-3cbe8de0b459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:30.785213 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f301389-0d31-4033-af47-1ea4ce92178a req-3d7e8bb9-efa2-4b68-bd47-7b1e70f04984 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:30.786583 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7f301389-0d31-4033-af47-1ea4ce92178a req-3d7e8bb9-efa2-4b68-bd47-7b1e70f04984 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0454850 May 11 07:51:30.833529 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7f301389-0d31-4033-af47-1ea4ce92178a req-fff82634-0685-41d9-a39f-12eedec3f958 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414784 May 11 07:51:30.944963 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f79b82-144d-40d1-adea-4452195d0cc9 req-ded0ace2-74fd-41b1-a0bb-80c34fc9c0fa tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:30.946412 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4f79b82-144d-40d1-adea-4452195d0cc9 req-ded0ace2-74fd-41b1-a0bb-80c34fc9c0fa tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0488329 May 11 07:51:30.992048 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-b4f79b82-144d-40d1-adea-4452195d0cc9 req-71941358-fab9-4b7c-bfb2-aea9c3a60082 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402293 May 11 07:51:31.014410 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 56096) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:51:31.143541 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74c0156-936a-4830-bb9f-659e342fae0c tempest-TestShelveInstance-833171484 tempest-TestShelveInstance-833171484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:31.145069 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e74c0156-936a-4830-bb9f-659e342fae0c tempest-TestShelveInstance-833171484 tempest-TestShelveInstance-833171484-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1124 time: 0.1297090 May 11 07:51:31.147940 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 56100) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:51:31.152084 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.v2.base [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Request body: {'floatingip': {'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'port_id': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 07:51:31.172754 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:31.252109 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (None), before_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:31.350533 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_common [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Allocated IP 172.27.2.242 (b44729e0-e39d-4373-a9c9-827779431d6c/cf3821c9-2ee5-4300-b744-32506b3f6c4d/5a29ff11-8ed6-46e8-8f52-8bac289afffc) {{(pid=103568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 07:51:31.451422 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for port (5a29ff11-8ed6-46e8-8f52-8bac289afffc), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:31.486161 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762827203413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (5a29ff11-8ed6-46e8-8f52-8bac289afffc), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:31.524220 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Network b44729e0-e39d-4373-a9c9-827779431d6c is already hosted by enough agents. {{(pid=103568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 07:51:31.529583 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.base_scheduler [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Resources bound (agent type, host, resource id): {{(pid=103568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 07:51:31.532634 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Received port after_create {{(pid=103568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 07:51:31.538058 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event updated for resources: {'Port': ['ID=5a29ff11-8ed6-46e8-8f52-8bac289afffc,revision_number=1']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:31.698607 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:31.891798 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for floatingip (7d497c97-243c-49d6-8b36-9ae0af74fc79), precommit_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:31.958959 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (5a29ff11-8ed6-46e8-8f52-8bac289afffc), before_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:32.140757 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for port (5a29ff11-8ed6-46e8-8f52-8bac289afffc), precommit_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:32.145072 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17748721'] for port (5a29ff11-8ed6-46e8-8f52-8bac289afffc), after_update {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:32.209519 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event updated for resources: {'Port': ['ID=5a29ff11-8ed6-46e8-8f52-8bac289afffc,revision_number=2']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:51:32.220882 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998689'] for floatingip (7d497c97-243c-49d6-8b36-9ae0af74fc79), after_create {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:32.319924 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.db.l3_db [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Floating IP 7d497c97-243c-49d6-8b36-9ae0af74fc79 associated. External IP: 172.27.2.242, port: ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40. May 11 07:51:32.526740 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:51:32.632218 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:51:32.641564 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] Sync routers for ids ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:51:32.651597 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:32.652330 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] Routers {'74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:51:32.652947 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:51:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:51:32.681007 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-f8a2c723-4371-47e1-afe6-1f69047a4913 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5320866 May 11 07:51:32.681605 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:51:32.684112 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b80a70-fe24-49aa-8389-a1968c4919a6" -d '{"events": [{"name": "network-changed", "server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:51:32.767890 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] Set router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:51:32.775937 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8b6b0b-2b3a-4e3a-b804-59a71ab345dd x-openstack-request-id: req-df8b6b0b-2b3a-4e3a-b804-59a71ab345dd {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:51:32.776230 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:51:32.776480 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df8b6b0b-2b3a-4e3a-b804-59a71ab345dd {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:51:32.776879 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8b6b0b-2b3a-4e3a-b804-59a71ab345dd'] response: {'name': 'network-changed', 'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'status': 'completed', 'code': 200} May 11 07:51:32.836181 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-5775107c-77fc-4f47-8742-b4850cb201d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:32.837754 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-5775107c-77fc-4f47-8742-b4850cb201d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1129 time: 0.0384498 May 11 07:51:32.933998 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-3b98dbb2-ee99-4b55-8746-ee70edea01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:32.935523 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-3b98dbb2-ee99-4b55-8746-ee70edea01d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 910 time: 0.0919745 May 11 07:51:33.007143 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-12d2ba94-7d60-4557-9ad6-20518cad6e08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 999 time: 0.0656886 May 11 07:51:33.055048 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-23c0add6-5fcd-44be-8c48-ad5f5fa1e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:33.056512 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-23c0add6-5fcd-44be-8c48-ad5f5fa1e6df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 200 len: 848 time: 0.0438418 May 11 07:51:33.099239 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-ab0f002f-6d82-4e9e-b779-eadb80048970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:33.100775 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-ab0f002f-6d82-4e9e-b779-eadb80048970 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=860be0b9-b423-481f-a303-c91ab123d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384316 May 11 07:51:33.119076 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '7d497c97-243c-49d6-8b36-9ae0af74fc79', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'port_id': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'mac_address': 'fa:16:3e:16:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:51:31Z', 'updated_at': '2022-05-11T07:51:31Z', 'revision_number': 0, 'project_id': '919cd09d224147718daec2e2203980f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 5, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:51:33.145732 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] Checking router: 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:51:33.154762 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] Routers {'74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:51:33.155374 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:51:31Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:51:33.192989 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-8b1c5f89-bd53-4c7a-9e17-bdf27a5510de service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862272 May 11 07:51:33.273232 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] Set router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:51:33.275986 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:33.287250 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-86b80a70-fe24-49aa-8389-a1968c4919a6 req-5b5d64e3-cf58-40ea-ae3b-17ebdb26cb22 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881248 May 11 07:51:33.489879 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '7d497c97-243c-49d6-8b36-9ae0af74fc79', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'port_id': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'mac_address': 'fa:16:3e:16:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:51:31Z', 'updated_at': '2022-05-11T07:51:31Z', 'revision_number': 0, 'project_id': '919cd09d224147718daec2e2203980f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 5, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:51:33.517344 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174160b0-3b1b-4c23-b410-d9aa859d8b58 None None] The sync data for ids ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'] in dv-cinder-836996-20-iscsi is: [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_floatingips': [{'id': '7d497c97-243c-49d6-8b36-9ae0af74fc79', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'router_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'port_id': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'mac_address': 'fa:16:3e:16:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T07:51:31Z', 'updated_at': '2022-05-11T07:51:31Z', 'revision_number': 0, 'project_id': '919cd09d224147718daec2e2203980f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 5, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:51:33.698540 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890fd4e2-7ede-4a67-9e0f-5340a9f256df None None] New status for floating IP 7d497c97-243c-49d6-8b36-9ae0af74fc79: ACTIVE {{(pid=103570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:51:34.741959 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:36.922288 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:51:37.506651 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-39b7d275-8057-456c-b6ff-8a5b35a80b39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375249 May 11 07:51:37.587994 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-ad346fa3-a2cc-46ca-8148-0f88e71537ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:37.589463 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-ad346fa3-a2cc-46ca-8148-0f88e71537ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1129 time: 0.0413744 May 11 07:51:37.688499 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-f98354a7-b294-4dc0-a730-f7c04e1623cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:37.689986 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-f98354a7-b294-4dc0-a730-f7c04e1623cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 910 time: 0.0824521 May 11 07:51:37.756625 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-aa2c3d9d-2838-49bb-b0c2-632d30a51a03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 1001 time: 0.0594022 May 11 07:51:37.804187 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-46d0d1e7-e5a0-4a80-b624-f78e8621aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:37.805677 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-46d0d1e7-e5a0-4a80-b624-f78e8621aa57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 200 len: 848 time: 0.0431612 May 11 07:51:37.847822 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-dcd57970-79fb-4ce7-9bd0-90e5b1ecf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:51:37.849255 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-dcd57970-79fb-4ce7-9bd0-90e5b1ecf303 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=860be0b9-b423-481f-a303-c91ab123d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378659 May 11 07:51:37.938113 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-6d90dfca-9e9b-4ee5-84fb-05074cdf0b50 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823605 May 11 07:51:38.025594 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1b6e6cc-08cd-4aa7-838f-e3cef4d784d5 req-e68d8d20-ea68-43ad-9587-76455f160e5a service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809383 May 11 07:51:56.195156 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:51:58.330269 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-cd0d566c-81b2-411e-84bb-cb254c2c5084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:00.685069 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b243f723-ba84-42d3-895a-2eabdf90465d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:01.702038 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:03.263886 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:04.744196 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:13.921863 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:52:26.205791 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:28.335393 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-141e7f7f-10f1-435e-a7b0-688abfb19f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:30.686525 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8b42e773-42ed-4676-917e-7562271c0f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:31.705732 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:33.267720 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:34.746800 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:37.147359 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-68741761-f427-486c-ab2b-87c2a4120447 req-cb3477bd-78ae-4cfe-84f9-56280c0a3718 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415154 May 11 07:52:37.229264 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68741761-f427-486c-ab2b-87c2a4120447 req-98b050da-501e-4089-a83a-822a81074cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:52:37.230753 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-68741761-f427-486c-ab2b-87c2a4120447 req-98b050da-501e-4089-a83a-822a81074cdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1129 time: 0.0382297 May 11 07:52:37.337963 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68741761-f427-486c-ab2b-87c2a4120447 req-3de4342a-c8b8-4c6a-af73-a9f749064ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:52:37.339472 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-68741761-f427-486c-ab2b-87c2a4120447 req-3de4342a-c8b8-4c6a-af73-a9f749064ac9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 910 time: 0.0861220 May 11 07:52:37.404556 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-68741761-f427-486c-ab2b-87c2a4120447 req-ced82651-02e4-4aca-9fd1-1a6431a7939a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 1001 time: 0.0561345 May 11 07:52:37.455944 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68741761-f427-486c-ab2b-87c2a4120447 req-558b328a-8718-4fd5-9df9-cec5c94e793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:52:37.457363 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-68741761-f427-486c-ab2b-87c2a4120447 req-558b328a-8718-4fd5-9df9-cec5c94e793d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 200 len: 848 time: 0.0426047 May 11 07:52:37.504679 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68741761-f427-486c-ab2b-87c2a4120447 req-cc791185-b1b1-45a4-8741-39fa8b7617ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:52:37.506180 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-68741761-f427-486c-ab2b-87c2a4120447 req-cc791185-b1b1-45a4-8741-39fa8b7617ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=860be0b9-b423-481f-a303-c91ab123d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404971 May 11 07:52:37.595249 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-68741761-f427-486c-ab2b-87c2a4120447 req-601f20e8-286c-4698-9fc4-b4affe1c0e1b service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793369 May 11 07:52:37.690770 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-68741761-f427-486c-ab2b-87c2a4120447 req-d2344312-100d-4482-baa6-a681464271d0 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857835 May 11 07:52:50.921139 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:52:56.211609 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:52:58.327718 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8517e39d-8635-40e4-a435-d55f868fb7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:00.688096 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-0e75cffe-1dbc-490c-8b6f-38d2fa4b7e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:01.707333 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:03.272471 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:04.749198 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:26.237192 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:27.920577 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:53:28.331103 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-80f4c7cf-4382-426b-87e8-eee6c35786a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:30.309630 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ac9dd-d8a2-49c4-a0aa-230f91a9540e req-746200f6-97e8-4b82-aa0f-db42f85dace0 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:30.311116 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-642ac9dd-d8a2-49c4-a0aa-230f91a9540e req-746200f6-97e8-4b82-aa0f-db42f85dace0 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0477028 May 11 07:53:30.359879 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-642ac9dd-d8a2-49c4-a0aa-230f91a9540e req-c5b40d5c-dd9b-42eb-b7ed-2b9c4e988270 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431399 May 11 07:53:30.689702 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-691aaf50-4b97-43d8-adc3-0ad3c4e005b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:31.523991 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21089428-b458-4bf5-8ebf-13edc95ac39c req-17de7ee0-ea74-47c5-a188-186644797d87 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:31.525429 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-21089428-b458-4bf5-8ebf-13edc95ac39c req-17de7ee0-ea74-47c5-a188-186644797d87 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0969298 May 11 07:53:31.572709 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-21089428-b458-4bf5-8ebf-13edc95ac39c req-41963c29-43f9-4556-97ad-dd472ba90f58 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 May 11 07:53:31.710144 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:32.688390 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fd20f-27e3-43cf-8777-67e72ccb4e23 req-327879e3-2ed3-487b-b49c-58381734b9c7 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:32.689838 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-294fd20f-27e3-43cf-8777-67e72ccb4e23 req-327879e3-2ed3-487b-b49c-58381734b9c7 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0456994 May 11 07:53:32.737420 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-294fd20f-27e3-43cf-8777-67e72ccb4e23 req-7c06e49e-6a93-4312-90c7-76686395c9b9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 May 11 07:53:33.275163 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:33.844626 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c6890-9c4c-4f63-b7eb-256c129f05a2 req-b2e10633-131a-482e-97b2-60bb6be97cb7 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:33.846071 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-172c6890-9c4c-4f63-b7eb-256c129f05a2 req-b2e10633-131a-482e-97b2-60bb6be97cb7 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0448604 May 11 07:53:33.895945 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-172c6890-9c4c-4f63-b7eb-256c129f05a2 req-1c8b096d-90dd-4d69-aef6-03d0c47bae8f tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443857 May 11 07:53:34.750189 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:35.018670 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93e92e-59b2-41c4-a011-7f5d70ff622a req-ded67f01-f8c8-4441-8fc3-00200ba12987 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:35.020093 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5d93e92e-59b2-41c4-a011-7f5d70ff622a req-ded67f01-f8c8-4441-8fc3-00200ba12987 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0483057 May 11 07:53:35.067116 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-5d93e92e-59b2-41c4-a011-7f5d70ff622a req-48181481-436c-42cc-916c-3b864cdc56b7 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 May 11 07:53:36.177841 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd71c6-0bed-438f-94a5-17da75f9b03e req-0121f03f-d475-416a-8159-288592eb3a16 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:36.179278 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e0dd71c6-0bed-438f-94a5-17da75f9b03e req-0121f03f-d475-416a-8159-288592eb3a16 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0463045 May 11 07:53:36.227489 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e0dd71c6-0bed-438f-94a5-17da75f9b03e req-56ed3f53-c42a-4ff6-8c9c-0b3f3215dd92 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423658 May 11 07:53:37.176315 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-53585483-75b5-4a60-900a-b6ae9a1a4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:37.177823 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-53585483-75b5-4a60-900a-b6ae9a1a4d7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1129 time: 0.0398102 May 11 07:53:37.282415 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-d799357e-57d1-496c-b4bd-24f757f93065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:37.283920 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-d799357e-57d1-496c-b4bd-24f757f93065 service neutron] 10.222.0.24 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 910 time: 0.0888231 May 11 07:53:37.348782 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-d8b852ca-39fd-4887-b894-f162c731f350 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 1001 time: 0.0583103 May 11 07:53:37.396243 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eeb9d-4e64-47fb-a445-5873daaf385b req-3d9cbeaa-57ae-4ee0-8d13-dfe38a8aefcf tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:37.396851 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-59000844-f249-48bd-a2f9-1788b423ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:37.397724 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-59000844-f249-48bd-a2f9-1788b423ac20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 200 len: 848 time: 0.0421977 May 11 07:53:37.397853 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-558eeb9d-4e64-47fb-a445-5873daaf385b req-3d9cbeaa-57ae-4ee0-8d13-dfe38a8aefcf tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0982866 May 11 07:53:37.443508 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-64328768-d879-4c66-83f3-2fd948b6ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:37.444911 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-64328768-d879-4c66-83f3-2fd948b6ab06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=860be0b9-b423-481f-a303-c91ab123d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414445 May 11 07:53:37.448207 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-558eeb9d-4e64-47fb-a445-5873daaf385b req-4d9c53f3-1114-4c08-9144-4aa0ed76a9ad tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448020 May 11 07:53:37.532844 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-35438209-cec9-4a3e-a81f-0cddcc54d434 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815701 May 11 07:53:37.622803 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-b1ec8029-0b81-41d1-be59-5fdaecdd6140 req-256a84f3-a1f1-4f49-aa62-822129b9556d service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825181 May 11 07:53:38.560095 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a788b9-051a-47fe-83b4-6036e605559e req-8477ca98-4037-4ddc-bf40-f09f8129a87d tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:38.561529 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94a788b9-051a-47fe-83b4-6036e605559e req-8477ca98-4037-4ddc-bf40-f09f8129a87d tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0454910 May 11 07:53:38.608004 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-94a788b9-051a-47fe-83b4-6036e605559e req-2b56d7fd-77b9-477e-be6d-c2eddd817f78 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404322 May 11 07:53:39.726590 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8f9e7-9541-4731-acde-6218053fa197 req-abeb8dd9-a9a8-4931-8850-a24c1064a999 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:39.728026 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-32b8f9e7-9541-4731-acde-6218053fa197 req-abeb8dd9-a9a8-4931-8850-a24c1064a999 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0492198 May 11 07:53:39.774892 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-32b8f9e7-9541-4731-acde-6218053fa197 req-a90dbc4a-abd4-4c1e-a5af-9d545ac0e0b4 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 May 11 07:53:40.529335 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-aec6401c-5967-4a5e-83df-3fa9ab88bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:40.530778 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-aec6401c-5967-4a5e-83df-3fa9ab88bae5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1129 time: 0.0396852 May 11 07:53:40.627816 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-2851ad62-1207-4068-aeb7-d1e0f3dba723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:40.629270 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-2851ad62-1207-4068-aeb7-d1e0f3dba723 service neutron] 10.222.0.24 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 910 time: 0.0906744 May 11 07:53:40.855963 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-8b07a508-326f-4bec-aec2-4e24f8bbcc76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 1001 time: 0.0585411 May 11 07:53:40.886389 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c004a50-70c6-4b4e-98a4-03f62696e8b7 req-34d1fd22-a699-454c-bf62-6d6797ed7402 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:40.887845 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c004a50-70c6-4b4e-98a4-03f62696e8b7 req-34d1fd22-a699-454c-bf62-6d6797ed7402 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0467925 May 11 07:53:40.907163 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-33ecea39-a43e-4159-af64-f69c1cf98827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:40.908615 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-33ecea39-a43e-4159-af64-f69c1cf98827 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 200 len: 848 time: 0.0434470 May 11 07:53:40.935258 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-2c004a50-70c6-4b4e-98a4-03f62696e8b7 req-69d95058-9703-4225-89b1-f0c7737eeef2 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410841 May 11 07:53:40.958433 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-525a74f6-b1ca-4c47-b392-0999acd86143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:40.959925 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-525a74f6-b1ca-4c47-b392-0999acd86143 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=860be0b9-b423-481f-a303-c91ab123d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420141 May 11 07:53:41.050032 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-9b1770c6-c76f-4e31-9bac-80b5c3f3c7d9 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788245 May 11 07:53:41.138470 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-fa777276-48c1-4860-8a29-6f8f2ea72e97 req-afe93cf1-f0a1-400e-a770-b3d8050a8199 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822401 May 11 07:53:42.046455 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c048ed7-f280-487f-b61c-7ef6724351c9 req-cf0a32d6-99ba-4b38-9896-fe2e98fa3e41 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:42.047886 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9c048ed7-f280-487f-b61c-7ef6724351c9 req-cf0a32d6-99ba-4b38-9896-fe2e98fa3e41 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0463605 May 11 07:53:42.098202 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9c048ed7-f280-487f-b61c-7ef6724351c9 req-a4bc53b4-18bc-441e-bc12-041fb202240b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448630 May 11 07:53:43.212093 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab794d-6c16-41b1-bdd1-a82fa3a831c1 req-8b1c6fc7-755b-499e-81eb-cb7c28303628 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:43.213580 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-13ab794d-6c16-41b1-bdd1-a82fa3a831c1 req-8b1c6fc7-755b-499e-81eb-cb7c28303628 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0504124 May 11 07:53:43.265963 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-13ab794d-6c16-41b1-bdd1-a82fa3a831c1 req-701ddbae-63ae-41b7-a0b2-3729122fd94c tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459237 May 11 07:53:44.377006 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d317b-f7cb-433d-8944-bc005a3e7a3e req-0cbe4052-f843-4f1e-bc94-02599a4352c5 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:44.378464 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-746d317b-f7cb-433d-8944-bc005a3e7a3e req-0cbe4052-f843-4f1e-bc94-02599a4352c5 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0460689 May 11 07:53:44.424274 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-746d317b-f7cb-433d-8944-bc005a3e7a3e req-6ba6ea65-8204-445a-9c76-e50dd6007df0 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404313 May 11 07:53:44.541602 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-9efb1bce-b80f-413e-b7b4-02fe54a30274 req-e83612d4-87f9-410b-8af0-de15f1064513 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:53:44.542636 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-9efb1bce-b80f-413e-b7b4-02fe54a30274 req-e83612d4-87f9-410b-8af0-de15f1064513 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0569644 May 11 07:53:44.724375 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b570ee-0757-4ed8-86b7-36a0692dd723 req-d7db38b2-efa7-4537-bc72-062ef2502a7a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:44.725832 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-68b570ee-0757-4ed8-86b7-36a0692dd723 req-d7db38b2-efa7-4537-bc72-062ef2502a7a tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0766678 May 11 07:53:44.731547 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-21b67434-18d5-47a5-bbbf-4e2ceddfac2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973282 May 11 07:53:44.741955 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-8a22ee5f-5b03-4f68-92a3-67b3308ccebd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 07:53:44.742936 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-8a22ee5f-5b03-4f68-92a3-67b3308ccebd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0044472 May 11 07:53:44.783867 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-68b570ee-0757-4ed8-86b7-36a0692dd723 req-48f00d85-a166-438e-bac5-56b8549f6f65 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514078 May 11 07:53:44.847809 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:53:44.868639 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-2f46b9f0-9131-49d9-b5bd-38e7b426e436 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:44.870043 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-2f46b9f0-9131-49d9-b5bd-38e7b426e436 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports/ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 942 time: 0.0987594 May 11 07:53:44.923007 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 is: ACTIVE; New status is: DOWN {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:53:44.923734 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:44.946317 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:53:44.948562 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d1bfea-dc9b-4482-9ade-99a01055e8e3" -d '{"events": [{"server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:53:44.971334 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:53:44.977174 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:44.981959 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 May 2022 07:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca00f68b-543b-4f06-9fb6-138a67650eac x-openstack-request-id: req-ca00f68b-543b-4f06-9fb6-138a67650eac {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:53:44.982247 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "name": "network-vif-unplugged", "status": "failed", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40", "code": 422}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:53:44.982502 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca00f68b-543b-4f06-9fb6-138a67650eac {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:53:44.982899 dv-cinder-836996-20-iscsi neutron-server[103569]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ca00f68b-543b-4f06-9fb6-138a67650eac']: {'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'code': 422} returned with failed status May 11 07:53:45.028935 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,revision_number=6']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:53:45.037292 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.037655 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.037996 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.038336 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.038671 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.039001 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.039328 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.039651 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.039978 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.040332 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.040633 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.040957 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.041279 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.041629 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.041954 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:53:45.908709 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ae93e-7d8f-4986-9f20-69f4899a9115 req-9031e29d-dfcc-4069-95db-aaf2c4eaf7c4 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:45.910005 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ae5ae93e-7d8f-4986-9f20-69f4899a9115 req-9031e29d-dfcc-4069-95db-aaf2c4eaf7c4 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0497077 May 11 07:53:45.958412 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-ae5ae93e-7d8f-4986-9f20-69f4899a9115 req-7c5d12b7-4d89-416a-961d-978f751aa848 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427611 May 11 07:53:46.445934 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-3e1bee30-8ed4-4147-b3b1-785544e1f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:46.447404 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-3e1bee30-8ed4-4147-b3b1-785544e1f846 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb&tenant_id=919cd09d224147718daec2e2203980f6 HTTP/1.1" status: 200 len: 1127 time: 0.0833495 May 11 07:53:46.510390 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-8161e87c-a82e-40e3-988e-06271e82003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:46.511838 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-8161e87c-a82e-40e3-988e-06271e82003e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1127 time: 0.0373635 May 11 07:53:46.605842 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-e89f60cb-baa4-49b8-aead-7f66115c26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:46.607286 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-e89f60cb-baa4-49b8-aead-7f66115c26ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 910 time: 0.0853207 May 11 07:53:46.671966 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-8ada0286-85ef-4709-b2f8-dd1f8b02c154 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 999 time: 0.0557520 May 11 07:53:46.725334 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-bb1b6d2f-237f-408a-ad93-fded85f1db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:46.726825 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-bb1b6d2f-237f-408a-ad93-fded85f1db62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 200 len: 848 time: 0.0458679 May 11 07:53:46.771448 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-31fd1524-129b-41ee-9710-64485c87766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:46.772871 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-31fd1524-129b-41ee-9710-64485c87766a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=860be0b9-b423-481f-a303-c91ab123d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0362778 May 11 07:53:46.863384 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-bba3183a-2c8d-4ebd-93ee-f0d18ce7a947 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797658 May 11 07:53:46.955300 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-ed8b7e0a-fe63-4767-bf7c-4d26221d8653 req-e652bdeb-e8fc-469b-b4f6-85f78b6f8ac7 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827258 May 11 07:53:47.070467 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bb26a-2a0d-4a95-8c7d-24ce9d40e2a1 req-b2eb68db-b9d4-4f4c-b8f6-3303bc8c346d tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:47.072170 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-569bb26a-2a0d-4a95-8c7d-24ce9d40e2a1 req-b2eb68db-b9d4-4f4c-b8f6-3303bc8c346d tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0461957 May 11 07:53:47.118746 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-569bb26a-2a0d-4a95-8c7d-24ce9d40e2a1 req-0ce16973-de86-4687-894e-88ce0575c5e1 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410428 May 11 07:53:48.230686 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b45f-e54a-4e6a-b1ac-d1c6beaf6f7b req-cffd586b-9620-49c2-b05b-400efd4ed4c3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:48.232177 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8409b45f-e54a-4e6a-b1ac-d1c6beaf6f7b req-cffd586b-9620-49c2-b05b-400efd4ed4c3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0456219 May 11 07:53:48.288726 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-8409b45f-e54a-4e6a-b1ac-d1c6beaf6f7b req-f548abab-070e-439a-a9b2-64102d475cbe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504251 May 11 07:53:49.399137 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd01808-4edf-4d69-9beb-37e167701c9b req-81e71e26-cb0e-474b-8d25-a8672c34b8aa tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:49.400563 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7dd01808-4edf-4d69-9beb-37e167701c9b req-81e71e26-cb0e-474b-8d25-a8672c34b8aa tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0450253 May 11 07:53:49.449020 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7dd01808-4edf-4d69-9beb-37e167701c9b req-71719740-b078-43ba-842c-20f2adb1ff57 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430093 May 11 07:53:50.561488 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e083-c322-4b0e-a4ba-2e54de986fbf req-5150c779-6653-4ea8-b6e3-4ce4f7072bdb tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:50.563018 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3958e083-c322-4b0e-a4ba-2e54de986fbf req-5150c779-6653-4ea8-b6e3-4ce4f7072bdb tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0474415 May 11 07:53:50.612107 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3958e083-c322-4b0e-a4ba-2e54de986fbf req-d2d5c5e3-0365-4a7f-a910-eeb2c3a67a65 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430138 May 11 07:53:51.726594 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3837c2-6d51-4c22-8251-b0bd63c80993 req-150d26ea-0a6d-4546-84ac-8b150ce3f88b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:51.728004 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1f3837c2-6d51-4c22-8251-b0bd63c80993 req-150d26ea-0a6d-4546-84ac-8b150ce3f88b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0492239 May 11 07:53:51.774464 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-1f3837c2-6d51-4c22-8251-b0bd63c80993 req-c08c3435-2e0e-4eed-9a56-6700792f5e63 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409875 May 11 07:53:52.883294 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144cfff-b16c-4ab6-8b30-fa0e843b4ee8 req-f8b62939-0045-480a-8b3d-375ddb21b04b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:52.884714 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3144cfff-b16c-4ab6-8b30-fa0e843b4ee8 req-f8b62939-0045-480a-8b3d-375ddb21b04b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 943 time: 0.0451765 May 11 07:53:52.908316 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 07:53:52.931999 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-3144cfff-b16c-4ab6-8b30-fa0e843b4ee8 req-b6102562-b6e0-4ccf-a7ad-5bf160562a72 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 May 11 07:53:53.004666 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:53:53.015498 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Returning: {'device': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'port_id': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'mac_address': 'fa:16:3e:16:fd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 07:53:53.050945 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 is: DOWN; New status is: BUILD {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:53:53.051253 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:53.063963 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 {{(pid=103569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 07:53:53.083622 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:53:53.086907 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:53.130768 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,revision_number=7']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:53:53.393426 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] get_ports_and_sgs() called for port_ids ['ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40'] {{(pid=103569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 07:53:54.047870 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10f7c4-35e3-4acd-820e-e868e5273763 req-09d2986b-32f0-4b01-9b67-992e1e82d7e2 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:54.049352 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd10f7c4-35e3-4acd-820e-e868e5273763 req-09d2986b-32f0-4b01-9b67-992e1e82d7e2 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 944 time: 0.0500665 May 11 07:53:54.096734 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-fd10f7c4-35e3-4acd-820e-e868e5273763 req-15240114-fd69-431d-94ad-99160909a69b tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419116 May 11 07:53:54.911494 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 up at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 07:53:54.955950 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.provisioning_blocks [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Provisioning complete for port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 triggered by entity L2. {{(pid=103569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 07:53:54.956313 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8225234'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), provisioning_complete {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:55.030070 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Current status of the port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 is: BUILD; New status is: ACTIVE {{(pid=103569) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 07:53:55.030450 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8300354'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), before_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:55.052550 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40'}] {{(pid=103569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:53:55.054775 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec63d34cc208c1f480dd0568c41ee50d497469f2fda9654d009ae15d2f091386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6feec6-5497-4749-9e39-e95f87e6ab34" -d '{"events": [{"server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "name": "network-vif-plugged", "status": "completed", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40"}]}' {{(pid=103569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:53:55.067519 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.db [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] For port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:53:55.072159 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762827682955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762827203431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762827203449'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:55.099110 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd6e0f3-992f-4fdf-a785-cec59f7640d3 x-openstack-request-id: req-8fd6e0f3-992f-4fdf-a785-cec59f7640d3 {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:53:55.099399 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "name": "network-vif-plugged", "status": "completed", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40", "code": 200}]} {{(pid=103569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:53:55.099652 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fd6e0f3-992f-4fdf-a785-cec59f7640d3 {{(pid=103569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:53:55.100044 dv-cinder-836996-20-iscsi neutron-server[103569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd6e0f3-992f-4fdf-a785-cec59f7640d3'] response: {'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'code': 200} May 11 07:53:55.126042 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Pushing event updated for resources: {'Port': ['ID=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,revision_number=8']} {{(pid=103569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:53:55.212105 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62fc98-267b-44f1-9c5d-f43ae8e93980 req-cd9c1dd2-53bf-4d56-b177-bf7077de4f72 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:55.214418 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bc62fc98-267b-44f1-9c5d-f43ae8e93980 req-cd9c1dd2-53bf-4d56-b177-bf7077de4f72 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0500662 May 11 07:53:55.266120 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-bc62fc98-267b-44f1-9c5d-f43ae8e93980 req-9303507f-1cf9-43eb-bcab-e616101bf236 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434668 May 11 07:53:55.310049 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12e907-f70e-411a-98b2-f09117eab515 req-576fddb5-1bf5-44a3-9aca-cc63cf283940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:55.311523 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5a12e907-f70e-411a-98b2-f09117eab515 req-576fddb5-1bf5-44a3-9aca-cc63cf283940 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1129 time: 0.0382676 May 11 07:53:55.355730 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-5a12e907-f70e-411a-98b2-f09117eab515 req-dd1189e1-e0ad-45e0-811c-6993343c6476 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382743 May 11 07:53:56.238064 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:53:56.380722 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f77556-51d9-498b-9c8c-8fd6924e2d45 req-0b07c88c-078b-484c-838d-c3cea842bfc7 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:56.382219 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e3f77556-51d9-498b-9c8c-8fd6924e2d45 req-0b07c88c-078b-484c-838d-c3cea842bfc7 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0454831 May 11 07:53:56.431567 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-e3f77556-51d9-498b-9c8c-8fd6924e2d45 req-14088756-ea9f-4251-910c-6289f2945575 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438561 May 11 07:53:56.470028 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [req-5c0092bb-2609-4f09-b28c-46fc8623f965 req-f995dba1-71d4-4412-b5f2-49a920ef2038 service neutron] (103567) timed out ('10.222.0.24', 64951) {{(pid=103567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 11 07:53:57.541929 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fb7b5-61fe-4076-8772-f638dbb296a5 req-9a0921ef-dbca-4aac-b278-cb25d05e0220 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:53:57.543400 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7e4fb7b5-61fe-4076-8772-f638dbb296a5 req-9a0921ef-dbca-4aac-b278-cb25d05e0220 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0462453 May 11 07:53:57.598077 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7e4fb7b5-61fe-4076-8772-f638dbb296a5 req-b2344e19-02a8-4bad-ba42-0aa4eba64562 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491059 May 11 07:53:58.331686 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-897341cf-039e-45ff-b234-9b5c7b8a16d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:00.691607 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d8438862-56d0-458e-a70b-af7e1534745c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:01.712782 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:03.276474 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:04.751861 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:04.920119 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:54:26.242214 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:28.333106 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-8dfb503c-7ba9-4706-8116-f0871f5d451a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:30.692934 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-523824f6-5be0-4e4c-9fe2-95bef3d3eff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:31.715912 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:33.279937 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:34.754000 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:38.147146 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-9d79aac4-0d80-4574-bb72-32e0f63821cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416358 May 11 07:54:38.227609 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-9baa4bae-88d6-4253-bb3c-270dbb8b5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:54:38.229098 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-9baa4bae-88d6-4253-bb3c-270dbb8b5cf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1129 time: 0.0375369 May 11 07:54:38.333181 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-d0f10dca-55e1-4032-87c1-7864aaea88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:54:38.334654 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-d0f10dca-55e1-4032-87c1-7864aaea88ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 910 time: 0.0829525 May 11 07:54:38.402976 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-b45eb23b-6545-4922-99e0-5f42373dd35c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 1001 time: 0.0589051 May 11 07:54:38.453115 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-36207dd5-c03d-4f2d-968d-b4c86fd809e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:54:38.454568 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-36207dd5-c03d-4f2d-968d-b4c86fd809e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 200 len: 848 time: 0.0423205 May 11 07:54:38.498713 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-077924c1-35e3-4009-8588-6cfcbc11e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:54:38.500172 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-077924c1-35e3-4009-8588-6cfcbc11e2ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=860be0b9-b423-481f-a303-c91ab123d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368707 May 11 07:54:38.591672 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-16f8babf-9cf7-4ba2-82da-6334cad31374 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820608 May 11 07:54:38.684076 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-e201e71c-3afc-4302-9f55-7fee08bb13f3 req-d3a89094-d9e5-42dc-9bf2-65422fe64c65 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833166 May 11 07:54:41.919395 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:54:56.233381 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:54:58.333681 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-ab445207-eace-445c-8390-8592dc69f50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:00.694685 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-43ca4ce5-c011-4514-9f5b-477fcf2020c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:01.719102 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:03.281652 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:04.755882 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:13.266047 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 56262) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:13.655615 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Deleting port 5a29ff11-8ed6-46e8-8f52-8bac289afffc {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:55:13.655863 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (5a29ff11-8ed6-46e8-8f52-8bac289afffc), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:13.729102 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (5a29ff11-8ed6-46e8-8f52-8bac289afffc), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:13.729427 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for floatingip (5a29ff11-8ed6-46e8-8f52-8bac289afffc), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:13.741141 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Calling delete_port for 5a29ff11-8ed6-46e8-8f52-8bac289afffc owned by network:floatingip {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:55:13.882714 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (5a29ff11-8ed6-46e8-8f52-8bac289afffc), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:13.908107 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event deleted for resources: {'Port': ['ID=5a29ff11-8ed6-46e8-8f52-8bac289afffc,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:13.935114 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.935458 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.935793 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.936126 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.936455 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.936777 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.937098 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.937415 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.937758 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.938077 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.938395 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.938713 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.939029 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.939341 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.939655 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:13.980813 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for floatingip (7d497c97-243c-49d6-8b36-9ae0af74fc79), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:13.981167 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.db.l3_db [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Floating IP 7d497c97-243c-49d6-8b36-9ae0af74fc79 disassociated (deleted). External IP: 172.27.2.242, port: ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40. May 11 07:55:14.194980 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:55:14.302175 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:55:14.306882 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for floatingip (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:14.312736 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] Sync routers for ids ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:55:14.322743 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] Routers {'74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:55:14.323426 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:55:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:14.335070 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-32cdbe73-9a9c-4c26-8cec-37f79a0543fe tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "DELETE /v2.0/floatingips/7d497c97-243c-49d6-8b36-9ae0af74fc79 HTTP/1.1" status: 204 len: 168 time: 1.0679545 May 11 07:55:14.336194 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40'}] {{(pid=103567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:55:14.338468 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632dd19e09ddae84a32def356882aeed005e9256b8d1ba1edfe7f71a78154ba8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015a454b-d91f-4ff5-9cd1-791f6de6b003" -d '{"events": [{"name": "network-changed", "server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40"}]}' {{(pid=103567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:55:14.436449 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 07:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d663bad-17fe-490b-b99c-cfbf0bc45b40 x-openstack-request-id: req-7d663bad-17fe-490b-b99c-cfbf0bc45b40 {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:55:14.436742 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40", "status": "completed", "code": 200}]} {{(pid=103567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:55:14.437004 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d663bad-17fe-490b-b99c-cfbf0bc45b40 {{(pid=103567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:55:14.437411 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d663bad-17fe-490b-b99c-cfbf0bc45b40'] response: {'name': 'network-changed', 'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'status': 'completed', 'code': 200} May 11 07:55:14.441038 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] Set router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:55:14.519406 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-2ca0803c-b6c2-40ba-9b5d-1c7dcc255783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:55:14.521060 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-2ca0803c-b6c2-40ba-9b5d-1c7dcc255783 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=919cd09d224147718daec2e2203980f6&device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 1129 time: 0.0483510 May 11 07:55:14.566837 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2969a5-6b59-4739-bcbc-c664832b8be6 req-5a8ea806-d8b9-4042-a09e-980f6cbc9a3c tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:55:14.568313 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7d2969a5-6b59-4739-bcbc-c664832b8be6 req-5a8ea806-d8b9-4042-a09e-980f6cbc9a3c tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0471721 May 11 07:55:14.617036 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7d2969a5-6b59-4739-bcbc-c664832b8be6 req-7eeb5f23-6d0f-4ade-94fb-193502953960 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420861 May 11 07:55:14.647927 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 5, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:14.674360 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] Checking router: 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:55:14.682489 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] Routers {'74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:55:14.683080 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:55:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:14.789822 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] Set router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:55:14.982198 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 5, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:15.008782 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3fc13-30bd-4efd-ae33-28e636dbf086 None None] The sync data for ids ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'] in dv-cinder-836996-20-iscsi is: [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:52Z', 'revision_number': 4, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi', '_interfaces': [{'id': 'f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a', 'name': '', 'network_id': '860be0b9-b423-481f-a303-c91ab123d363', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'mac_address': 'fa:16:3e:86:76:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13a4817a-994f-4080-877c-435245c566e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:52Z', 'updated_at': '2022-05-11T07:50:57Z', 'revision_number': 5, 'project_id': '919cd09d224147718daec2e2203980f6', 'subnets': [{'id': '13a4817a-994f-4080-877c-435245c566e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:55:15.204017 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ac2864-77a1-49f2-b9d0-8e4404b6eb4d None None] New status for floating IP 7d497c97-243c-49d6-8b36-9ae0af74fc79: DOWN {{(pid=103570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 07:55:15.736469 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a5b7f-5f98-4b4d-be6b-cb86de49dbbc req-aa4cd2fc-9c1a-4c50-aa43-ef100a392143 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:55:15.737884 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a44a5b7f-5f98-4b4d-be6b-cb86de49dbbc req-aa4cd2fc-9c1a-4c50-aa43-ef100a392143 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0497222 May 11 07:55:15.788796 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-a44a5b7f-5f98-4b4d-be6b-cb86de49dbbc req-2947cb4e-6677-4f71-a3a1-fc85bd8db115 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/security-groups?id=853642b9-2442-4e77-ba94-1836158d6c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423934 May 11 07:55:15.790694 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-d6b2d3da-74d7-4549-a7bd-78374697f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:55:15.792155 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-d6b2d3da-74d7-4549-a7bd-78374697f4ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 200 len: 910 time: 0.0940189 May 11 07:55:15.850019 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-53b02f39-66d2-4a21-95e5-811c5d53b5c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 200 len: 217 time: 0.0393090 May 11 07:55:15.942361 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-41eed6be-f02a-4735-93fd-db75a949571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:55:15.943750 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-41eed6be-f02a-4735-93fd-db75a949571f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 200 len: 848 time: 0.0428760 May 11 07:55:15.989204 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-b98f5849-fe14-4bc6-b119-b27ad7834b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:55:15.990664 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-b98f5849-fe14-4bc6-b119-b27ad7834b52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=860be0b9-b423-481f-a303-c91ab123d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401180 May 11 07:55:16.269250 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-173f8a2a-e266-4853-b417-9028a5f54d24 service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822880 May 11 07:55:16.324728 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e462ea-f201-40a6-acd5-badd02e748fc req-de646118-4870-4aea-885e-27c17fd75972 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 07:55:16.326190 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-80e462ea-f201-40a6-acd5-badd02e748fc req-de646118-4870-4aea-885e-27c17fd75972 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.24 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 945 time: 0.0455787 May 11 07:55:16.367229 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [req-015a454b-d91f-4ff5-9cd1-791f6de6b003 req-2af70050-1596-4ed2-939e-82c0d8dcaaae service neutron] 10.222.0.24 "GET /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864129 May 11 07:55:16.412506 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-80e462ea-f201-40a6-acd5-badd02e748fc req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Deleting port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:55:16.412834 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-80e462ea-f201-40a6-acd5-badd02e748fc req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:16.497902 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [req-80e462ea-f201-40a6-acd5-badd02e748fc req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] For port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:55:16.498257 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-80e462ea-f201-40a6-acd5-badd02e748fc req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:16.510656 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [req-80e462ea-f201-40a6-acd5-badd02e748fc req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Calling delete_port for ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 owned by compute:nova {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:55:16.636620 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-80e462ea-f201-40a6-acd5-badd02e748fc req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:16.664307 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event deleted for resources: {'Port': ['ID=ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:16.691395 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.691741 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.692081 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.692417 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.692745 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.693071 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.693397 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.693739 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.694062 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.694382 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.694706 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.695512 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.695826 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.696140 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.696454 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-20-iscsi {{(pid=103568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 07:55:16.719126 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e462ea-f201-40a6-acd5-badd02e748fc req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] No DVR routers for this DVR port ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 on host hv-cinder-83699 {{(pid=103568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:55:16.721381 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [req-80e462ea-f201-40a6-acd5-badd02e748fc req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236212'] for port (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:16.724543 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-80e462ea-f201-40a6-acd5-badd02e748fc req-9cee7fa6-9427-4c74-a2a3-c52335fb6ca9 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.24 "DELETE /v2.0/ports/ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 HTTP/1.1" status: 204 len: 173 time: 0.3909843 May 11 07:55:16.724971 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'name': 'network-vif-deleted', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40'}] {{(pid=103568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 07:55:16.727223 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e366bc8a39e81c9956a3b0cddf3dc1da31dd39e18cd665721e6370bb3cb530cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443339c1-a6ce-488c-bb93-1a3784a95f7f" -d '{"events": [{"server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "name": "network-vif-deleted", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40"}]}' {{(pid=103568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 07:55:16.767386 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 07:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ebaedc-7158-47e8-9971-940d4e4e5ba8 x-openstack-request-id: req-85ebaedc-7158-47e8-9971-940d4e4e5ba8 {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 07:55:16.767981 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a0a427-0bcd-456c-820d-3b18a16e2ffb", "name": "network-vif-deleted", "tag": "ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40", "status": "completed", "code": 200}]} {{(pid=103568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 07:55:16.767981 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85ebaedc-7158-47e8-9971-940d4e4e5ba8 {{(pid=103568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 07:55:16.768306 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ebaedc-7158-47e8-9971-940d4e4e5ba8'] response: {'server_uuid': '04a0a427-0bcd-456c-820d-3b18a16e2ffb', 'name': 'network-vif-deleted', 'tag': 'ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40', 'status': 'completed', 'code': 200} May 11 07:55:16.885648 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [req-7820d766-8858-47e5-8c8f-18d3b0b81e4a req-0fe78fbe-9e97-486c-8696-d67511867d37 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a427-0bcd-456c-820d-3b18a16e2ffb HTTP/1.1" status: 200 len: 210 time: 0.0302351 May 11 07:55:17.943449 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 56292) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:17.997492 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39f6f37-5baf-48a8-932d-64f1bcf63dc3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group (853642b9-2442-4e77-ba94-1836158d6c9e), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:18.021617 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39f6f37-5baf-48a8-932d-64f1bcf63dc3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group (853642b9-2442-4e77-ba94-1836158d6c9e), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:18.077965 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39f6f37-5baf-48a8-932d-64f1bcf63dc3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (853642b9-2442-4e77-ba94-1836158d6c9e), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:18.080442 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-d39f6f37-5baf-48a8-932d-64f1bcf63dc3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Publish callbacks [] for security_group (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:18.081574 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-d39f6f37-5baf-48a8-932d-64f1bcf63dc3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] 10.222.0.36 "DELETE /v2.0/security-groups/853642b9-2442-4e77-ba94-1836158d6c9e HTTP/1.1" status: 204 len: 168 time: 0.1381466 May 11 07:55:18.091086 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f6f37-5baf-48a8-932d-64f1bcf63dc3 tempest-TestShelveInstance-1594565889 tempest-TestShelveInstance-1594565889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853642b9-2442-4e77-ba94-1836158d6c9e,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:18.125890 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 56296) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:18.449370 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999372'] for router_interface (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:18.678017 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] Deleting port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:55:18.678354 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:18.756971 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] For port f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:55:18.757840 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:18.770137 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] Calling delete_port for f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a owned by network:router_interface {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:55:18.917654 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:55:18.952006 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:18.977880 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:19.141159 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979411'] for router_interface (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:19.349651 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] Router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:55:19.459978 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:55:19.465577 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-dfe1735e-bc32-4af3-95cb-8355ac0939f7 admin admin] 10.222.0.36 "PUT /v2.0/routers/74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3386509 May 11 07:55:19.468098 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 56298) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:19.470696 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] Sync routers for ids ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'] in dv-cinder-836996-20-iscsi {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:55:19.481903 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] Routers {'74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:55:19.482791 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:55:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:19.577631 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Publish callbacks [] for router (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:19.607599 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] Set router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:55:19.794534 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:55:18Z', 'revision_number': 5, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:19.824648 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] Checking router: 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c for host: dv-cinder-836996-20-iscsi {{(pid=103569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:55:19.833168 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] Routers {'74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:55:19.833804 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:55:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'], 'active': True} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:19.931821 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Publish callbacks [] for router_gateway (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:19.943245 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_dvr_db [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] Set router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c gateway port host: dv-cinder-836996-20-iscsi {{(pid=103569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:55:19.977692 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Deleting port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:55:19.978026 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.054133 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] For port 1d4dc49c-b5ab-4192-8588-96451bf9e6b0, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=1d4dc49c-b5ab-4192-8588-96451bf9e6b0,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:55:20.054505 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.067390 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Calling delete_port for 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 owned by network:router_gateway {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:55:20.119003 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.db.l3_hamode_db [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:55:18Z', 'revision_number': 5, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:20.145214 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb7ca7-fde7-4eb7-be5d-31f591ec86ed None None] The sync data for ids ['74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c'] in dv-cinder-836996-20-iscsi is: [{'id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'name': 'tempest-TestShelveInstance-1250583873-router', 'tenant_id': '919cd09d224147718daec2e2203980f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:55:18Z', 'revision_number': 5, 'project_id': '919cd09d224147718daec2e2203980f6', 'gw_port': {'id': '1d4dc49c-b5ab-4192-8588-96451bf9e6b0', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:50Z', 'updated_at': '2022-05-11T07:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}] {{(pid=103569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:55:20.250178 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (1d4dc49c-b5ab-4192-8588-96451bf9e6b0), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.277863 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4dc49c-b5ab-4192-8588-96451bf9e6b0,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:20.336795 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995326'] for router_gateway (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.425359 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30833'] for router (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.427474 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Publish callbacks [] for router_controller (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), precommit_delete_associations {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.472459 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-992175'] for router (74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.472942 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c {{(pid=103567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 07:55:20.477704 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.478768 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-becacbe2-a2f0-47d4-a744-14a9e1125cc5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/74e5cb8f-2c55-4d9f-9a61-1b971b34cc6c HTTP/1.1" status: 204 len: 168 time: 1.0097589 May 11 07:55:20.481303 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 56300) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:20.530563 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.db_base_plugin_v2 [None req-3766ba27-f4f7-4f3e-8b3f-9236d1db03f8 admin admin] Deleting subnet 13a4817a-994f-4080-877c-435245c566e5 {{(pid=103567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:55:20.533696 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3766ba27-f4f7-4f3e-8b3f-9236d1db03f8 admin admin] Publish callbacks [] for subnet (13a4817a-994f-4080-877c-435245c566e5), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.568358 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3766ba27-f4f7-4f3e-8b3f-9236d1db03f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164461'] for subnet (13a4817a-994f-4080-877c-435245c566e5), precommit_delete_associations {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.647321 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3766ba27-f4f7-4f3e-8b3f-9236d1db03f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (13a4817a-994f-4080-877c-435245c566e5), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.698754 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3766ba27-f4f7-4f3e-8b3f-9236d1db03f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3988792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150997'] for subnet (13a4817a-994f-4080-877c-435245c566e5), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.728976 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766ba27-f4f7-4f3e-8b3f-9236d1db03f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a4817a-994f-4080-877c-435245c566e5,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:20.732330 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-3766ba27-f4f7-4f3e-8b3f-9236d1db03f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.735426 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-3766ba27-f4f7-4f3e-8b3f-9236d1db03f8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/13a4817a-994f-4080-877c-435245c566e5 HTTP/1.1" status: 204 len: 168 time: 0.2531536 May 11 07:55:20.738240 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 56302) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:20.741237 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768e9b82-503a-42cc-a0cc-267a18f79911 None None] Network 860be0b9-b423-481f-a303-c91ab123d363 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:55:20.811754 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (860be0b9-b423-481f-a303-c91ab123d363), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.859054 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Deleting port 6f46558b-c14d-4467-9f1d-30b101032c51 {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:55:20.859396 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.928452 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] For port 6f46558b-c14d-4467-9f1d-30b101032c51, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=6f46558b-c14d-4467-9f1d-30b101032c51,segment=NetworkSegment(4490d561-787b-4e0e-8188-8f4e169800eb),segment_id=4490d561-787b-4e0e-8188-8f4e169800eb)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:55:20.928812 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:20.942229 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Calling delete_port for 6f46558b-c14d-4467-9f1d-30b101032c51 owned by network:dhcp {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:55:21.019775 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (6f46558b-c14d-4467-9f1d-30b101032c51), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:21.046646 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6f46558b-c14d-4467-9f1d-30b101032c51,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:21.051973 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] No DVR routers for this DVR port 6f46558b-c14d-4467-9f1d-30b101032c51 on host dv-cinder-836996-20-iscsi {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:55:21.119489 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (860be0b9-b423-481f-a303-c91ab123d363), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:21.141099 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860be0b9-b423-481f-a303-c91ab123d363']}} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:21.151293 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4490d561-787b-4e0e-8188-8f4e169800eb') {'for_net_delete': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:21.151585 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4490d561-787b-4e0e-8188-8f4e169800eb') {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:21.161466 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164436'] for segment (4490d561-787b-4e0e-8188-8f4e169800eb), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:21.169377 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6873b-1024-4562-8188-ccc345aa0023 None None] DHCP port deletion for 860be0b9-b423-481f-a303-c91ab123d363 request from dv-cinder-836996-20-iscsi {{(pid=103569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 07:55:21.179397 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (4490d561-787b-4e0e-8188-8f4e169800eb), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:21.187943 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:55:21.188328 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988378'] for segment (4490d561-787b-4e0e-8188-8f4e169800eb), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: Traceback (most recent call last): May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: timer() May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: cb(*args, **kw) May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: return func(*args, **kwargs) May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: self._notify() May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: self.callback(batched_events) May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: event.method(event) May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: return f(self, *a, **k) May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._get(url).json() May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: return self.request(url, 'GET', **kwargs) May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:55:21.190269 dv-cinder-836996-20-iscsi neutron-server[103567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:55:21.247371 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (860be0b9-b423-481f-a303-c91ab123d363), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:21.252422 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:21.255676 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] 10.222.0.36 "DELETE /v2.0/networks/860be0b9-b423-481f-a303-c91ab123d363 HTTP/1.1" status: 204 len: 168 time: 0.5164311 May 11 07:55:21.259184 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 56304) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:21.266723 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a1671-1b0d-4a1e-8394-7862c93153bd admin admin] Pushing event deleted for resources: {'Network': ['ID=860be0b9-b423-481f-a303-c91ab123d363,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:21.439609 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:55:21.459725 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] No Port match for: ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:55:21.460074 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Device ec69841a-e2d2-48f2-87f6-b5b4e8c4bb40 not bound to the agent host hv-cinder-83699 {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:55:21.583355 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-999372'] for router_interface (31326c13-422f-4c3e-9951-e3e043257de1), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:21.756887 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:55:21.777623 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:55:21.777965 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device f0dc85e0-2bed-4c1d-a5ac-02d31216ed1a not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:55:21.778368 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6f46558b-c14d-4467-9f1d-30b101032c51 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:55:21.800343 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 6f46558b-c14d-4467-9f1d-30b101032c51 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:55:21.800686 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 6f46558b-c14d-4467-9f1d-30b101032c51 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:55:21.801098 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:55:21.822246 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:55:21.822589 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 1d4dc49c-b5ab-4192-8588-96451bf9e6b0 not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:55:22.076257 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] Deleting port 73339576-669c-4e43-9c92-fbeb4a07baca {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:55:22.076585 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:22.150366 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] For port 73339576-669c-4e43-9c92-fbeb4a07baca, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=73339576-669c-4e43-9c92-fbeb4a07baca,segment=NetworkSegment(ee3204aa-f75e-4941-9d7f-204b795089b0),segment_id=ee3204aa-f75e-4941-9d7f-204b795089b0)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:55:22.150712 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:22.162692 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] Calling delete_port for 73339576-669c-4e43-9c92-fbeb4a07baca owned by network:router_interface {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:55:22.333457 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (73339576-669c-4e43-9c92-fbeb4a07baca), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:22.360402 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] Pushing event deleted for resources: {'Port': ['ID=73339576-669c-4e43-9c92-fbeb4a07baca,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:22.525101 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-979411'] for router_interface (31326c13-422f-4c3e-9951-e3e043257de1), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:22.735345 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] Router 31326c13-422f-4c3e-9951-e3e043257de1 has already been hosted by L3 agent 697eb7df-eef5-4df8-b08d-fc3e39d4e6b3 {{(pid=103568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 07:55:22.839327 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] Notify agent at l3_agent.dv-cinder-836996-20-iscsi the message routers_updated {{(pid=103568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 07:55:22.844166 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-3121d755-af5e-42e1-b14c-02e596f1406b admin admin] 10.222.0.36 "PUT /v2.0/routers/31326c13-422f-4c3e-9951-e3e043257de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5839825 May 11 07:55:22.846674 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 56306) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:22.849164 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] Sync routers for ids ['31326c13-422f-4c3e-9951-e3e043257de1'] in dv-cinder-836996-20-iscsi {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 07:55:22.863720 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] Routers {'31326c13-422f-4c3e-9951-e3e043257de1'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:55:22.864330 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:55:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['31326c13-422f-4c3e-9951-e3e043257de1'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:22.952454 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Publish callbacks [] for router (31326c13-422f-4c3e-9951-e3e043257de1), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:22.972021 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] Set router 31326c13-422f-4c3e-9951-e3e043257de1 gateway port host: dv-cinder-836996-20-iscsi {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:55:23.066387 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Publish callbacks [] for router_gateway (31326c13-422f-4c3e-9951-e3e043257de1), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.109954 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Deleting port b4836894-e649-4657-aeba-8afa2e7a2cfd {{(pid=103568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:55:23.110281 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.143182 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31326c13-422f-4c3e-9951-e3e043257de1', 'name': 'tempest-TestShelveInstance-223545742-router', 'tenant_id': '48425808a52544e98f655143603d4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'external_fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:54Z', 'updated_at': '2022-05-11T07:55:22Z', 'revision_number': 5, 'project_id': '48425808a52544e98f655143603d4050', 'gw_port': {'id': 'b4836894-e649-4657-aeba-8afa2e7a2cfd', 'name': '', 'network_id': 'b44729e0-e39d-4373-a9c9-827779431d6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31326c13-422f-4c3e-9951-e3e043257de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T07:50:55Z', 'updated_at': '2022-05-11T07:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf3821c9-2ee5-4300-b744-32506b3f6c4d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-20-iscsi'}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:23.174577 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] Checking router: 31326c13-422f-4c3e-9951-e3e043257de1 for host: dv-cinder-836996-20-iscsi {{(pid=103570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 07:55:23.182850 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] Routers {'31326c13-422f-4c3e-9951-e3e043257de1'} bound to L3 agent in host dv-cinder-836996-20-iscsi {{(pid=103570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 07:55:23.183445 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T07:30:01Z,description=,heartbeat_timestamp=2022-05-11T07:55:01Z,host='dv-cinder-836996-20-iscsi',id=697eb7df-eef5-4df8-b08d-fc3e39d4e6b3,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T07:30:01Z,topic='l3_agent')) {'router_ids': ['31326c13-422f-4c3e-9951-e3e043257de1'], 'active': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:23.189061 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.db [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] For port b4836894-e649-4657-aeba-8afa2e7a2cfd, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=b4836894-e649-4657-aeba-8afa2e7a2cfd,segment=NetworkSegment(92dfa094-dbbc-465f-a913-38f670bdd288),segment_id=92dfa094-dbbc-465f-a913-38f670bdd288)] {{(pid=103568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:55:23.189420 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.206069 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.plugins.ml2.plugin [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Calling delete_port for b4836894-e649-4657-aeba-8afa2e7a2cfd owned by network:router_gateway {{(pid=103568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:55:23.269998 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_dvr_db [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] Set router 31326c13-422f-4c3e-9951-e3e043257de1 gateway port host: None {{(pid=103570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 07:55:23.324559 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.l3_hamode_db [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31326c13-422f-4c3e-9951-e3e043257de1', 'name': 'tempest-TestShelveInstance-223545742-router', 'tenant_id': '48425808a52544e98f655143603d4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:54Z', 'updated_at': '2022-05-11T07:55:23Z', 'revision_number': 6, 'project_id': '48425808a52544e98f655143603d4050', 'gw_port_host': None}], 'dv-cinder-836996-20-iscsi', False) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:23.350562 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4cdaf-ef11-4ce4-9fb8-8b2d9703a5d1 None None] The sync data for ids ['31326c13-422f-4c3e-9951-e3e043257de1'] in dv-cinder-836996-20-iscsi is: [{'id': '31326c13-422f-4c3e-9951-e3e043257de1', 'name': 'tempest-TestShelveInstance-223545742-router', 'tenant_id': '48425808a52544e98f655143603d4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T07:50:54Z', 'updated_at': '2022-05-11T07:55:23Z', 'revision_number': 6, 'project_id': '48425808a52544e98f655143603d4050', 'gw_port_host': None}] {{(pid=103570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 07:55:23.370253 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17748678'] for port (b4836894-e649-4657-aeba-8afa2e7a2cfd), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.400909 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4836894-e649-4657-aeba-8afa2e7a2cfd,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:23.459582 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995326'] for router_gateway (31326c13-422f-4c3e-9951-e3e043257de1), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.549507 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30833'] for router (31326c13-422f-4c3e-9951-e3e043257de1), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.551651 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Publish callbacks [] for router_controller (31326c13-422f-4c3e-9951-e3e043257de1), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.596840 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-992175'] for router (31326c13-422f-4c3e-9951-e3e043257de1), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.597338 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31326c13-422f-4c3e-9951-e3e043257de1 {{(pid=103568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 07:55:23.601467 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.602688 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-a96e8656-3769-4380-a0d5-d54c6ab72d5b admin admin] 10.222.0.36 "DELETE /v2.0/routers/31326c13-422f-4c3e-9951-e3e043257de1 HTTP/1.1" status: 204 len: 168 time: 0.7551224 May 11 07:55:23.605106 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [-] (103568) accepted ('10.222.0.36', 56308) {{(pid=103568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:23.649221 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e569b7d5-d60f-4789-b74e-f0c5f71f68ce admin admin] Deleting subnet c6705bb0-4f16-4485-a17b-3885bc0bb1b4 {{(pid=103568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 07:55:23.652347 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-d60f-4789-b74e-f0c5f71f68ce admin admin] Publish callbacks [] for subnet (c6705bb0-4f16-4485-a17b-3885bc0bb1b4), before_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.685125 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-d60f-4789-b74e-f0c5f71f68ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16893138'] for subnet (c6705bb0-4f16-4485-a17b-3885bc0bb1b4), precommit_delete_associations {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.780995 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-d60f-4789-b74e-f0c5f71f68ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8221694'] for subnet (c6705bb0-4f16-4485-a17b-3885bc0bb1b4), precommit_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.834260 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-d60f-4789-b74e-f0c5f71f68ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8221671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17749047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17489925'] for subnet (c6705bb0-4f16-4485-a17b-3885bc0bb1b4), after_delete {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.859938 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569b7d5-d60f-4789-b74e-f0c5f71f68ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6705bb0-4f16-4485-a17b-3885bc0bb1b4,revision_number=None']} {{(pid=103568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:23.861816 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-d60f-4789-b74e-f0c5f71f68ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for subnet (None), before_response {{(pid=103568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.866218 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0813076-daac-4281-af7f-f0a53268b9cc None None] Network 174ebcae-e4d6-4210-9f7a-e43995909079 requested from dv-cinder-836996-20-iscsi {{(pid=103569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 07:55:23.867994 dv-cinder-836996-20-iscsi neutron-server[103568]: INFO neutron.wsgi [None req-e569b7d5-d60f-4789-b74e-f0c5f71f68ce admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c6705bb0-4f16-4485-a17b-3885bc0bb1b4 HTTP/1.1" status: 204 len: 168 time: 0.2617977 May 11 07:55:23.868366 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 56310) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:23.939737 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901473'] for network (174ebcae-e4d6-4210-9f7a-e43995909079), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:23.985911 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Deleting port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c {{(pid=103567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 07:55:23.986372 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762827672293'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.047944 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] For port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c, host dv-cinder-836996-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-20-iscsi',level=0,port_id=a673a9d0-ec00-4776-b8cc-fde8a9f9d34c,segment=NetworkSegment(ee3204aa-f75e-4941-9d7f-204b795089b0),segment_id=ee3204aa-f75e-4941-9d7f-204b795089b0)] {{(pid=103567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 07:55:24.048287 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999174'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.060486 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.plugin [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Calling delete_port for a673a9d0-ec00-4776-b8cc-fde8a9f9d34c owned by network:dhcp {{(pid=103567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 07:55:24.136323 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 73339576-669c-4e43-9c92-fbeb4a07baca no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:55:24.139829 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f986ec31-a7a5-4321-a22c-12a4476763ad None None] DHCP port deletion for 174ebcae-e4d6-4210-9f7a-e43995909079 request from dv-cinder-836996-20-iscsi {{(pid=103569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 07:55:24.143101 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8300524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762827682937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762827203422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3988425'] for port (a673a9d0-ec00-4776-b8cc-fde8a9f9d34c), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.165514 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: 73339576-669c-4e43-9c92-fbeb4a07baca {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:55:24.165892 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device 73339576-669c-4e43-9c92-fbeb4a07baca not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:55:24.168976 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Pushing event deleted for resources: {'Port': ['ID=a673a9d0-ec00-4776-b8cc-fde8a9f9d34c,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:24.172316 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] No DVR routers for this DVR port a673a9d0-ec00-4776-b8cc-fde8a9f9d34c on host dv-cinder-836996-20-iscsi {{(pid=103567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 07:55:24.246187 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227147', 'neutron.services.segments.db._delete_segments_for_network-8762827751190'] for network (174ebcae-e4d6-4210-9f7a-e43995909079), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.266299 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174ebcae-e4d6-4210-9f7a-e43995909079']}} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:24.277118 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3204aa-f75e-4941-9d7f-204b795089b0') {'for_net_delete': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:24.277409 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.services.segments.db [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3204aa-f75e-4941-9d7f-204b795089b0') {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 07:55:24.286559 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762827653919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164436'] for segment (ee3204aa-f75e-4941-9d7f-204b795089b0), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.299849 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373'] for segment (ee3204aa-f75e-4941-9d7f-204b795089b0), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.306457 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 07:55:24.306847 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8218373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3988378'] for segment (ee3204aa-f75e-4941-9d7f-204b795089b0), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: Traceback (most recent call last): May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: timer() May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: cb(*args, **kw) May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: return func(*args, **kwargs) May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: self._notify() May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: self.callback(batched_events) May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: event.method(event) May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: aggregate_uuid = self.p_client.list_aggregates( May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: return f(self, *a, **k) May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._get(url).json() May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: return self.request(url, 'GET', **kwargs) May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: base_url = self.get_endpoint(auth, allow=allow, May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 07:55:24.308753 dv-cinder-836996-20-iscsi neutron-server[103567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 07:55:24.364314 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998860'] for network (174ebcae-e4d6-4210-9f7a-e43995909079), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.368859 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550776'] for network (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.373616 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] 10.222.0.36 "DELETE /v2.0/networks/174ebcae-e4d6-4210-9f7a-e43995909079 HTTP/1.1" status: 204 len: 168 time: 0.5027511 May 11 07:55:24.385463 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70904b5-9120-4078-9fef-33041691e005 admin admin] Pushing event deleted for resources: {'Network': ['ID=174ebcae-e4d6-4210-9f7a-e43995909079,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:24.540190 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 56314) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:24.583569 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-272b8d35-04d1-4ca7-85c2-635c76ece992 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=919cd09d224147718daec2e2203980f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422072 May 11 07:55:24.585962 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 56316) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:24.631244 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2cbe63f9-cf81-46cd-8869-383f19afb20c admin admin] Publish callbacks [] for security_group (0b580b0a-e03c-43f4-8613-624da0f24fce), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.653840 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2cbe63f9-cf81-46cd-8869-383f19afb20c admin admin] Publish callbacks [] for security_group (0b580b0a-e03c-43f4-8613-624da0f24fce), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.699485 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2cbe63f9-cf81-46cd-8869-383f19afb20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (0b580b0a-e03c-43f4-8613-624da0f24fce), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.702434 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-2cbe63f9-cf81-46cd-8869-383f19afb20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:24.703571 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-2cbe63f9-cf81-46cd-8869-383f19afb20c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b580b0a-e03c-43f4-8613-624da0f24fce HTTP/1.1" status: 204 len: 168 time: 0.1167097 May 11 07:55:24.711719 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe63f9-cf81-46cd-8869-383f19afb20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b580b0a-e03c-43f4-8613-624da0f24fce,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:25.008226 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 56322) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:25.047460 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-58b0da67-83ca-4ce4-809a-863c70c53edd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48425808a52544e98f655143603d4050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381119 May 11 07:55:25.049882 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.wsgi [-] (103567) accepted ('10.222.0.36', 56324) {{(pid=103567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 07:55:25.096201 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2b3b-cf72-4b7b-af19-f87818bfdd9c admin admin] Publish callbacks [] for security_group (5ad3f233-9ccd-4b87-8a2c-c60d22723fc8), before_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:25.116484 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2b3b-cf72-4b7b-af19-f87818bfdd9c admin admin] Publish callbacks [] for security_group (5ad3f233-9ccd-4b87-8a2c-c60d22723fc8), precommit_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:25.165172 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2b3b-cf72-4b7b-af19-f87818bfdd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-982397'] for security_group (5ad3f233-9ccd-4b87-8a2c-c60d22723fc8), after_delete {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:25.167886 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2b3b-cf72-4b7b-af19-f87818bfdd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:25.169161 dv-cinder-836996-20-iscsi neutron-server[103567]: INFO neutron.wsgi [None req-ea3f2b3b-cf72-4b7b-af19-f87818bfdd9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ad3f233-9ccd-4b87-8a2c-c60d22723fc8 HTTP/1.1" status: 204 len: 168 time: 0.1183329 May 11 07:55:25.176620 dv-cinder-836996-20-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f2b3b-cf72-4b7b-af19-f87818bfdd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad3f233-9ccd-4b87-8a2c-c60d22723fc8,revision_number=None']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 07:55:25.740702 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b4836894-e649-4657-aeba-8afa2e7a2cfd no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:55:25.761408 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: b4836894-e649-4657-aeba-8afa2e7a2cfd {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:55:25.761778 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device b4836894-e649-4657-aeba-8afa2e7a2cfd not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:55:25.762189 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a673a9d0-ec00-4776-b8cc-fde8a9f9d34c no longer exists at agent ovs-agent-dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 07:55:25.780486 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] No Port match for: a673a9d0-ec00-4776-b8cc-fde8a9f9d34c {{(pid=103569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 07:55:25.780832 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.rpc [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Device a673a9d0-ec00-4776-b8cc-fde8a9f9d34c not bound to the agent host dv-cinder-836996-20-iscsi {{(pid=103569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 07:55:26.236493 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:28.335903 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-75ea145c-4c47-4494-b5a9-721746eaa0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:30.696520 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a564-c15f-45bd-b309-751eb884f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:31.721897 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:33.284074 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:34.757851 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:55.916903 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:55:56.228302 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:55:58.338096 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-17675d3f-3a97-4e05-8960-0f0f03874516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:00.697997 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c972767e-d8e2-4a85-9719-47f7262d6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:01.724056 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:03.285984 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:04.759984 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:13.543795 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-7e2272c0-b55a-4ff4-8d60-939379f4ad65 req-f6628465-ae9a-48b5-9bf3-fc4d4b42e492 service neutron] (103568) timed out ('10.222.0.24', 64968) {{(pid=103568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 11 07:56:26.230613 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:28.339776 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dd28c109-b0a9-47c7-be2c-3ce7987a266d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:30.699779 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-9d229bd8-8d97-4d39-9477-d1f8c001713b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:31.727192 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:32.915268 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:56:33.289120 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:34.761563 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:56.229676 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:56:58.341234 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-422e9b8f-aea3-46d1-ae8c-055969062e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:00.701392 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3ca16d70-220a-4044-8621-069087696a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:01.729704 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:03.291629 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:04.763305 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:09.914735 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:57:26.231246 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:28.342724 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f4a8-8a85-4d10-a50e-8acb8d022280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:30.703094 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-823e0385-ef43-4dcb-91ea-842b34dc7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:31.733321 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:33.294881 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:34.764762 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:46.913577 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:57:56.228523 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:57:58.343175 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-d7b5dd52-f378-4ae1-97ae-d409c036f204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:00.703653 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-47e26b2e-57d2-4584-b093-5bb5e84173ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:01.736236 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:03.296561 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:04.766476 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:23.912875 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:58:26.231114 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:28.344046 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-14c1482b-7e2d-4031-94af-f5dff0078458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:30.709962 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b164f63f-af49-4e44-9752-83e4631650b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:31.737921 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:33.298772 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:34.775950 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:56.228764 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:58:58.347172 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-841dbaa1-3118-4c80-9050-4316a2235509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:00.702021 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-120bab90-9ef4-4156-a9a6-3e7049ace28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:00.911418 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:59:01.740356 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:01.811017 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-c48965f7-8528-401a-a49a-0340970a55b9 service neutron] (103568) timed out ('10.222.0.36', 52710) {{(pid=103568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 11 07:59:01.982032 dv-cinder-836996-20-iscsi neutron-server[103568]: DEBUG neutron.wsgi [req-f3a63f5e-3036-4c73-b80a-7c66604019fd req-b08944ef-5bfb-4368-8206-7d66a7e96963 tempest-AttachVolumeShelveTestJSON-1490332633 tempest-AttachVolumeShelveTestJSON-1490332633-project] (103568) timed out ('10.222.0.36', 52718) {{(pid=103568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 11 07:59:03.303716 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:04.768812 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:26.225519 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:28.347618 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-3a610602-9c73-4f9a-857c-414e12117b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:30.703934 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-436550da-2231-44ee-9390-e7f7c6e01554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:31.743715 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:33.303641 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:34.770413 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:37.909972 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:59:56.225974 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:59:58.353031 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-fd29c479-addd-4e89-9314-30e39c4305b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 08:00:00.705116 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b1789335-63d8-40bf-9599-3007cfae31e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 08:00:01.746488 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 08:00:03.306610 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 08:00:04.772574 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 08:00:14.909239 dv-cinder-836996-20-iscsi neutron-server[103570]: DEBUG neutron.db.agents_db [None req-06b9a280-5824-4a92-8244-f12cc60d4c98 None None] Agent healthcheck: found 6 active agents {{(pid=103570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 08:00:26.229887 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-dfda48ab-e23e-4cff-8cef-ff7af9feed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (f391b3ef-c409-45ff-986e-9825bceddb63), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 08:00:28.353926 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a8ff46fd-3c72-4064-9cd4-9ef6ab8c602e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (fbd6e0b7-c165-419e-b755-a9f123ec01b9), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 08:00:30.706734 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-b503ff08-b753-478c-ae8b-14d50ef89da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (697eb7df-eef5-4df8-b08d-fc3e39d4e6b3), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 08:00:31.752392 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-f14d08fc-9b75-4688-af8e-50f07bbabb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (439f24a4-f3f9-415d-a0f3-d7b21091449d), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 08:00:33.310067 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-a4796042-8e77-4b42-b6ee-48018a1c0710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (b6e161ca-1d26-44c3-aee3-45e2e0357621), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 08:00:34.776308 dv-cinder-836996-20-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-61d4e93a-c56b-4575-a52e-6d2486e61200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762827751172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8225160'] for agent (cd897f29-7710-4541-8843-f25e827ecef8), after_update {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}